Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.363-0.367=-0.004
min	54.582-54.568=0.014
max	55.750-55.760=-0.010

*mean*	418.000-416.300=1.700
σ	0.000-0.483=-0.483
min	418.000-416.000=2.000
max	418.000-417.000=1.000

*mean*	0.142-0.139=0.003
σ	0.005-0.005=-0.000
min	0.137-0.135=0.003
max	0.151-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.777=0.003
σ	0.007-0.009=-0.002
min	43.767-43.759=0.007
max	43.788-43.795=-0.006

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.123=0.001
σ	0.004-0.004=0.000
min	0.121-0.119=0.002
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4589.500-4591.125=-1.625
σ	2247.606-2248.114=-0.509
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	152.166-120.517=31.649
σ	395.904-306.172=89.732
min	11.921-11.840=0.080
max	1131.979-878.253=253.726

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4589.500-4591.125=-1.625
σ	2247.606-2248.114=-0.509
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	14.063-13.749=0.314
σ	4.367-3.365=1.002
min	11.770-11.574=0.196
max	24.818-21.994=2.823

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	11.610-11.042=0.568
σ	1.753-0.113=1.640
min	10.717-10.938=-0.221
max	15.929-11.271=4.658

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.001=0.000
min	41.924
max	41.929-41.928=0.001

*mean*	4180.375-4182.250=-1.875
σ	1944.792-1944.318=0.474
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	11.839-11.658=0.181
σ	1.840-1.722=0.118
min	10.837-10.765=0.072
max	16.326-15.877=0.449

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971-27.971=-0.000

*mean*	4180.375-4182.250=-1.875
σ	1944.792-1944.318=0.474
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	9.085-9.041=0.043
σ	1.232-1.289=-0.057
min	8.080-8.298=-0.218
max	12.048-12.196=-0.148

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4180.375-4182.250=-1.875
σ	1944.792-1944.318=0.474
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	6.787-7.054=-0.267
σ	0.972-0.988=-0.016
min	6.008-6.210=-0.201
max	9.056-9.422=-0.366

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4589.500-4591.125=-1.625
σ	2247.606-2248.114=-0.509
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	6.331-6.433=-0.102
σ	0.982-1.049=-0.066
min	5.860-5.847=0.014
max	8.745-9.013=-0.268

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961-25.961=-0.000
max	25.962-25.962=-0.000

*mean*	4589.500-4591.125=-1.625
σ	2247.606-2248.114=-0.509
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	6.252-6.276=-0.023
σ	1.087-1.080=0.008
min	5.462-5.777=-0.316
max	8.902-8.932=-0.030

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	344.088-363.197=-19.109
σ	1.848-42.355=-40.507
min	341.733-345.954=-4.221
max	348.068-467.946=-119.878

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978

*mean*	3757.000-3758.000=-1.000
σ	2299.600-2299.230=0.370
min	719.000-720.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	1733.709-1707.234=26.475
σ	626.324-573.624=52.700
min	1386.028-1397.364=-11.336
max	2776.427-2831.830=-55.403

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842

*mean*	4408.250-4411.625=-3.375
σ	2216.785-2217.739=-0.954
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	189.263-268.489=-79.226
σ	151.375-369.917=-218.542
min	122.968-127.104=-4.136
max	561.792-1182.945=-621.153

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4408.250-4411.625=-3.375
σ	2216.785-2217.739=-0.954
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	42.425-43.714=-1.289
σ	1.508-2.632=-1.124
min	40.671-41.186=-0.514
max	44.944-49.055=-4.111

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	216.994-22.782=194.212
σ	550.319-2.657=547.663
min	21.771-21.610=0.161
max	1578.963-29.334=1549.628

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	64.840-233.401=-168.561
σ	23.436-499.995=-476.559
min	55.245-55.220=0.024
max	122.577-1470.811=-1348.234

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4180.375-4182.250=-1.875
σ	1944.792-1944.318=0.474
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	3241.555-3274.550=-32.995
σ	840.523-746.869=93.655
min	2472.741-2497.456=-24.714
max	4754.069-4395.059=359.011

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	1016.918-1049.890=-32.972
σ	217.923-247.250=-29.327
min	912.869-915.435=-2.567
max	1532.311-1633.603=-101.292

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	389.504-406.848=-17.344
σ	7.840-48.623=-40.783
min	372.940-376.355=-3.415
max	401.818-526.353=-124.535

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-477.500=-2.500
σ	0.000-0.535=-0.535
min	475.000-477.000=-2.000
max	475.000-478.000=-3.000

*mean*	371.018-393.475=-22.457
σ	35.783-19.067=16.716
min	306.224-364.756=-58.532
max	418.602-427.725=-9.123

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.500-558.250=4.250
σ	0.926-3.732=-2.806
min	561.000-554.000=7.000
max	563.000-562.000=1.000

*mean*	744.982-745.838=-0.856
σ	71.027-80.636=-9.609
min	612.414-602.467=9.948
max	825.746-870.497=-44.752

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.531=0.032
σ	1.879-1.819=0.060
min	963.842-963.826=0.016
max	972.509-972.223=0.286

*mean*	1037.900-1041.650=-3.750
σ	309.207-316.474=-7.267
min	546.000-542.000=4.000
max	1534.000-1553.000=-19.000

*mean*	1.250-1.287=-0.037
σ	0.071-0.131=-0.060
min	1.174-1.183=-0.010
max	1.389-1.727=-0.338

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.334=-0.036
σ	0.296-0.298=-0.002
min	0.139-0.139=-0.000
max	0.824-0.827=-0.004

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.494=-0.019
σ	0.315-0.344=-0.029
min	0.320-0.330=-0.010
max	1.037-1.109=-0.071

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.220=-0.007
σ	0.020-0.027=-0.007
min	0.197-0.198=-0.000
max	0.246-0.263=-0.017

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.327=0.008
σ	0.015-0.017=-0.002
min	0.318-0.313=0.006
max	0.356-0.356=0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.839=0.140
σ	0.009
min	964.974-964.834=0.140
max	964.996-964.855=0.140

*mean*	436.400-430.600=5.800
σ	6.148-0.548=5.600
min	431.000-430.000=1.000
max	443.000-431.000=12.000

*mean*	0.553-0.579=-0.026
σ	0.049-0.034=0.015
min	0.480-0.538=-0.058
max	0.593-0.612=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.467-0.454=0.013
σ	0.042-0.055=-0.013
min	0.424-0.373=0.051
max	0.520-0.505=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.677-2.643=0.035
σ	0.106-0.112=-0.007
min	2.531-2.467=0.064
max	3.056-3.041=0.015

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.666-2.582=0.084
σ	0.120-0.081=0.038
min	2.480-2.457=0.023
max	3.413-2.910=0.503

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.310-0.302=0.008
σ	0.025-0.010=0.014
min	0.291-0.290=0.001
max	0.540-0.364=0.176

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.294-0.290=0.004
σ	0.008-0.008=-0.000
min	0.275-0.276=-0.001
max	0.331-0.325=0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.206-11.575=-0.369
σ	11.665-12.313=-0.648
min	0.574-0.573=0.000
max	91.892-114.079=-22.187

*mean*	467.413-469.623=-2.210
σ	20.373-19.732=0.641
min	406.000-407.000=-1.000
max	484.000-483.000=1.000

*mean*	0.026-0.026=-0.001
σ	0.028-0.030=-0.001
min	0.001-0.001=0.000
max	0.218-0.269=-0.051

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.004-278.957=0.048
σ	1.055-1.019=0.036
min	278.606-278.559=0.047
max	282.002-281.856=0.147

*mean*	443.900-443.500=0.400
σ	16.196-17.778=-1.582
min	426.000-415.000=11.000
max	469.000-473.000=-4.000

*mean*	0.580-0.585=-0.005
σ	0.013-0.013=-0.000
min	0.558-0.568=-0.010
max	0.593-0.612=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	202.481-222.372=-19.892
σ	15.433-23.005=-7.571
min	188.583-194.022=-5.440
max	237.333-245.821=-8.487

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	6.233-7.371=-1.137
σ	1.053-2.223=-1.169
min	5.797-5.893=-0.096
max	8.834-11.833=-2.999

phase=parser

*mean*	1042.134-1041.967=0.167
σ	0.000-0.000=-0.000
min	1042.134-1041.967=0.168
max	1042.134-1041.967=0.167

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	404.630-545.060=-140.430
σ	81.722-122.904=-41.181
min	371.799-376.022=-4.223
max	606.705-725.940=-119.235

phase=processProdDef

*mean*	2243.717-2243.715=0.002
σ	0.000
min	2243.717-2243.715=0.002
max	2243.717-2243.715=0.002

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	2877.529-2572.608=304.921
σ	349.611-433.615=-84.004
min	2322.665-1951.136=371.529
max	3230.083-3259.534=-29.451

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	34.986-29.414=5.572
σ	4.371-10.264=-5.892
min	31.986-20.112=11.875
max	45.296-47.999=-2.702

phase=type checker

*mean*	958.600-958.600=-0.000
σ	0.047
min	958.576-958.577=-0.000
max	958.701-958.702=-0.000

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	644.923-685.806=-40.883
σ	15.168-88.206=-73.038
min	627.367-608.041=19.326
max	673.192-840.675=-167.483

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.361=0.494
σ	0.039-0.034=0.005
min	282.800-282.313=0.487
max	282.894-282.397=0.497

*mean*	439.400-439.000=0.400
σ	3.286-2.739=0.548
min	437.000
max	443.000-442.000=1.000

*mean*	0.382-0.383=-0.001
σ	0.008-0.007=0.001
min	0.377-0.373=0.003
max	0.397-0.388=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1267.580=0.465
σ	0.080-0.074=0.006
min	1267.961-1267.472=0.488
max	1268.166-1267.676=0.490

*mean*	1082.400-1111.400=-29.000
σ	179.801-170.789=9.012
min	870.000-895.000=-25.000
max	1323.000-1329.000=-6.000

*mean*	1.949-2.002=-0.053
σ	0.115-0.145=-0.030
min	1.787-1.777=0.010
max	2.109-2.122=-0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.079-1506.605=0.474
σ	2.960-2.958=0.002
min	1505.585-1505.099=0.486
max	1512.366-1511.886=0.480

*mean*	633.400-626.800=6.600
σ	89.879-89.843=0.037
min	497.000-503.000=-6.000
max	731.000-726.000=5.000

*mean*	2.339-2.428=-0.090
σ	0.289-0.364=-0.075
min	2.113-2.032=0.081
max	2.670-2.864=-0.194

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1829.569=0.498
σ	0.038-0.053=-0.015
min	1830.008-1829.491=0.517
max	1830.096-1829.619=0.477

*mean*	1723.000-1764.600=-41.600
σ	168.210-209.681=-41.472
min	1486.000-1489.000=-3.000
max	1881.000-1964.000=-83.000

*mean*	2.968-3.128=-0.160
σ	0.208-0.256=-0.048
min	2.816-2.845=-0.030
max	3.335-3.448=-0.113

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.753-1.710=0.043
σ	0.065-0.172=-0.107
min	1.680-1.467=0.214
max	1.821-1.872=-0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-393.852=12.346
σ	509.798-509.576=0.221
min	151.294-139.061=12.233
max	1170.895-1158.217=12.678

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	0.483-0.474=0.009
σ	0.452-0.471=-0.019
min	0.249-0.234=0.015
max	1.160-1.180=-0.020

policies=20

*mean*	1513.142-1390.729=122.413
σ	0.277-0.163=0.114
min	1512.961-1390.644=122.316
max	1513.555-1390.973=122.582

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	445.750-446.000=-0.250
σ	4.500-10.000=-5.500
min	439.000-441.000=-2.000
max	448.000-461.000=-13.000

*mean*	2.509-2.312=0.197
σ	0.010-0.011=-0.001
min	2.499-2.302=0.196
max	2.523-2.325=0.198

policies=200

*mean*	15140.031-13915.790=1224.240
σ	0.089-0.137=-0.047
min	15139.953-13915.698=1224.255
max	15140.158-13915.993=1224.165

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	496.500-497.000=-0.500
σ	5.196-4.690=0.506
min	491.000-492.000=-1.000
max	503.000

*mean*	25.286-23.371=1.915
σ	0.098-0.144=-0.045
min	25.212-23.207=2.005
max	25.423-23.543=1.880