Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.000
σ	0.367-0.367=0.000
min	54.571-54.568=0.003
max	55.761-55.760=0.000

*mean*	416.000-416.300=-0.300
σ	0.000-0.483=-0.483
min	416.000
max	416.000-417.000=-1.000

*mean*	0.139-0.139=0.000
σ	0.005-0.005=0.000
min	0.134-0.135=-0.000
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.000
σ	0.008-0.009=-0.001
min	43.762-43.759=0.002
max	43.787-43.795=-0.007

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.124-0.123=0.001
σ	0.004-0.004=-0.000
min	0.120-0.119=0.001
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4425.125-4591.125=-166.000
σ	2227.522-2248.114=-20.592
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	12.293-120.517=-108.224
σ	0.270-306.172=-305.902
min	12.097-11.840=0.256
max	12.785-878.253=-865.468

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4605.750-4591.125=14.625
σ	2258.816-2248.114=10.702
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	156.545-13.749=142.796
σ	407.325-3.365=403.960
min	11.557-11.574=-0.017
max	1164.623-21.994=1142.629

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7406.000-7385.000=21.000
σ	0.000
min	7406.000-7385.000=21.000
max	7406.000-7385.000=21.000

*mean*	11.054-11.042=0.012
σ	0.278-0.113=0.164
min	10.811-10.938=-0.127
max	11.658-11.271=0.387

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=-0.000
min	41.924-41.924=0.000
max	41.928

*mean*	4196.625-4182.250=14.375
σ	1955.168-1944.318=10.850
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	11.467-11.658=-0.191
σ	1.800-1.722=0.078
min	10.638-10.765=-0.127
max	15.903-15.877=0.026

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971-27.971=-0.000

*mean*	4196.625-4182.250=14.375
σ	1955.168-1944.318=10.850
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	9.008-9.041=-0.034
σ	1.261-1.289=-0.027
min	8.069-8.298=-0.228
max	12.083-12.196=-0.114

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4196.625-4182.250=14.375
σ	1955.168-1944.318=10.850
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	7.030-7.054=-0.023
σ	0.905-0.988=-0.083
min	6.476-6.210=0.266
max	9.252-9.422=-0.170

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4605.750-4591.125=14.625
σ	2258.816-2248.114=10.702
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	6.389-6.433=-0.044
σ	1.129-1.049=0.081
min	5.770-5.847=-0.077
max	9.149-9.013=0.136

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961-25.961=-0.000
max	25.962-25.962=-0.000

*mean*	4605.750-4591.125=14.625
σ	2258.816-2248.114=10.702
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	6.243-6.276=-0.032
σ	1.089-1.080=0.010
min	5.678-5.777=-0.099
max	8.916-8.932=-0.016

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7406.000-7385.000=21.000
σ	0.000
min	7406.000-7385.000=21.000
max	7406.000-7385.000=21.000

*mean*	345.782-363.197=-17.415
σ	2.612-42.355=-39.743
min	341.861-345.954=-4.093
max	349.762-467.946=-118.184

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3770.000-3758.000=12.000
σ	2311.017-2299.230=11.786
min	720.000
max	7406.000-7385.000=21.000

*mean*	1706.374-1707.234=-0.860
σ	592.813-573.624=19.188
min	1387.929-1397.364=-9.435
max	2941.555-2831.830=109.725

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4196.625-4411.625=-215.000
σ	1955.168-2217.739=-262.571
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	136.318-268.489=-132.171
σ	15.392-369.917=-354.525
min	128.847-127.104=1.743
max	174.289-1182.945=-1008.656

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4425.125-4411.625=13.500
σ	2227.522-2217.739=9.783
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	94.192-43.714=50.478
σ	147.976-2.632=145.344
min	40.763-41.186=-0.423
max	460.405-49.055=411.350

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7406.000-7385.000=21.000
σ	0.000
min	7406.000-7385.000=21.000
max	7406.000-7385.000=21.000

*mean*	123.868-22.782=101.086
σ	287.400-2.657=284.743
min	21.629-21.610=0.019
max	835.142-29.334=805.808

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296-71.296=0.000

*mean*	7406.000-7385.000=21.000
σ	0.000
min	7406.000-7385.000=21.000
max	7406.000-7385.000=21.000

*mean*	60.199-233.401=-173.202
σ	10.105-499.995=-489.891
min	55.221-55.220=0.000
max	84.825-1470.811=-1385.986

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4196.625-4182.250=14.375
σ	1955.168-1944.318=10.850
min	1483.000-1487.000=-4.000
max	7406.000-7385.000=21.000

*mean*	3271.337-3274.550=-3.213
σ	721.403-746.869=-25.466
min	2538.714-2497.456=41.258
max	4468.528-4395.059=73.469

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7406.000-7385.000=21.000
σ	0.000
min	7406.000-7385.000=21.000
max	7406.000-7385.000=21.000

*mean*	1014.738-1049.890=-35.152
σ	174.846-247.250=-72.404
min	931.700-915.435=16.265
max	1433.495-1633.603=-200.108

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7406.000-7385.000=21.000
σ	0.000
min	7406.000-7385.000=21.000
max	7406.000-7385.000=21.000

*mean*	397.092-406.848=-9.756
σ	3.020-48.623=-45.603
min	392.944-376.355=16.588
max	400.925-526.353=-125.428

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-477.500=-1.375
σ	1.553-0.535=1.018
min	474.000-477.000=-3.000
max	479.000-478.000=1.000

*mean*	387.928-393.475=-5.547
σ	27.447-19.067=8.379
min	346.520-364.756=-18.236
max	431.036-427.725=3.311

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.375-558.250=6.125
σ	1.768-3.732=-1.964
min	560.000-554.000=6.000
max	565.000-562.000=3.000

*mean*	731.840-745.838=-13.998
σ	57.227-80.636=-23.410
min	643.875-602.467=41.408
max	826.185-870.497=-44.312

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.531=-0.001
σ	1.821-1.819=0.002
min	963.823-963.826=-0.003
max	972.232-972.223=0.009

*mean*	1040.350-1041.650=-1.300
σ	314.983-316.474=-1.491
min	561.000-542.000=19.000
max	1500.000-1553.000=-53.000

*mean*	1.282-1.287=-0.005
σ	0.112-0.131=-0.019
min	1.174-1.183=-0.009
max	1.508-1.727=-0.219

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.323-0.334=-0.010
σ	0.330-0.298=0.032
min	0.142-0.139=0.002
max	0.906-0.827=0.079

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.570-0.494=0.076
σ	0.348-0.344=0.004
min	0.311-0.330=-0.019
max	1.049-1.109=-0.060

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.215-0.220=-0.005
σ	0.026-0.027=-0.001
min	0.196-0.198=-0.002
max	0.260-0.263=-0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.330-0.327=0.003
σ	0.022-0.017=0.005
min	0.310-0.313=-0.002
max	0.367-0.356=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839
σ	0.009
min	964.834
max	964.855

*mean*	431.800-430.600=1.200
σ	1.789-0.548=1.241
min	431.000-430.000=1.000
max	435.000-431.000=4.000

*mean*	0.486-0.579=-0.093
σ	0.059-0.034=0.024
min	0.410-0.538=-0.127
max	0.539-0.612=-0.073

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.453-0.454=-0.001
σ	0.044-0.055=-0.011
min	0.420-0.373=0.047
max	0.519-0.505=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.659-2.643=0.016
σ	0.104-0.112=-0.009
min	2.460-2.467=-0.007
max	3.169-3.041=0.128

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.684-2.582=0.102
σ	0.098-0.081=0.017
min	2.510-2.457=0.053
max	2.952-2.910=0.042

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.309-0.302=0.007
σ	0.044-0.010=0.034
min	0.287-0.290=-0.003
max	0.654-0.364=0.290

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.285-0.290=-0.005
σ	0.007-0.008=-0.000
min	0.273-0.276=-0.003
max	0.329-0.325=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.025-11.575=0.451
σ	10.948-12.313=-1.366
min	0.574-0.573=0.000
max	82.444-114.079=-31.635

*mean*	454.393-469.623=-15.230
σ	16.087-19.732=-3.645
min	409.000-407.000=2.000
max	470.000-483.000=-13.000

*mean*	0.027-0.026=0.001
σ	0.027-0.030=-0.003
min	0.001-0.001=0.000
max	0.194-0.269=-0.075

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.676-278.957=-0.280
σ	1.019-1.019=-0.001
min	278.193-278.559=-0.366
max	281.564-281.856=-0.292

*mean*	447.900-443.500=4.400
σ	19.508-17.778=1.730
min	417.000-415.000=2.000
max	481.000-473.000=8.000

*mean*	0.583-0.585=-0.002
σ	0.015-0.013=0.002
min	0.554-0.568=-0.014
max	0.607-0.612=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	238.696-222.372=16.324
σ	6.011-23.005=-16.993
min	228.883-194.022=34.861
max	245.624-245.821=-0.197

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	6.335-7.371=-1.036
σ	1.200-2.223=-1.023
min	5.855-5.893=-0.038
max	9.303-11.833=-2.530

phase=parser

*mean*	1041.965-1041.967=-0.002
σ	0.000-0.000=-0.000
min	1041.964-1041.967=-0.002
max	1041.965-1041.967=-0.003

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	478.727-545.060=-66.334
σ	108.244-122.904=-14.660
min	375.414-376.022=-0.607
max	588.053-725.940=-137.887

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2790.729-2572.608=218.121
σ	273.317-433.615=-160.298
min	2310.143-1951.136=359.007
max	3186.231-3259.534=-73.303

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	29.527-29.414=0.113
σ	8.999-10.264=-1.265
min	20.199-20.112=0.087
max	42.407-47.999=-5.591

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	637.473-685.806=-48.333
σ	28.117-88.206=-60.089
min	608.890-608.041=0.849
max	681.015-840.675=-159.660

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.361=-0.002
σ	0.034-0.034=-0.001
min	282.313-282.313=-0.000
max	282.395-282.397=-0.002

*mean*	441.000-439.000=2.000
σ	2.739
min	439.000-437.000=2.000
max	444.000-442.000=2.000

*mean*	0.389-0.383=0.007
σ	0.015-0.007=0.008
min	0.375-0.373=0.001
max	0.411-0.388=0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.609-1267.580=0.029
σ	0.112-0.074=0.038
min	1267.454-1267.472=-0.019
max	1267.771-1267.676=0.095

*mean*	1088.000-1111.400=-23.400
σ	183.966-170.789=13.177
min	869.000-895.000=-26.000
max	1324.000-1329.000=-5.000

*mean*	1.999-2.002=-0.003
σ	0.179-0.145=0.034
min	1.801-1.777=0.023
max	2.184-2.122=0.062

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.518-1506.605=-0.087
σ	2.953-2.958=-0.005
min	1504.994-1505.099=-0.105
max	1511.790-1511.886=-0.097

*mean*	629.200-626.800=2.400
σ	81.315-89.843=-8.527
min	505.000-503.000=2.000
max	719.000-726.000=-7.000

*mean*	2.143-2.428=-0.285
σ	0.142-0.364=-0.222
min	2.053-2.032=0.021
max	2.386-2.864=-0.477

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.569=0.009
σ	0.029-0.053=-0.023
min	1829.534-1829.491=0.043
max	1829.605-1829.619=-0.014

*mean*	1738.000-1764.600=-26.600
σ	199.079-209.681=-10.602
min	1466.000-1489.000=-23.000
max	1926.000-1964.000=-38.000

*mean*	2.886-3.128=-0.242
σ	0.043-0.256=-0.214
min	2.826-2.845=-0.019
max	2.947-3.448=-0.501

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.745-1.710=0.035
σ	0.066-0.172=-0.105
min	1.633-1.467=0.167
max	1.794-1.872=-0.078

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.852=-0.001
σ	509.574-509.576=-0.002
min	139.060-139.061=-0.000
max	1158.213-1158.217=-0.004

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.492-0.474=0.018
σ	0.506-0.471=0.035
min	0.230-0.234=-0.005
max	1.250-1.180=0.070

policies=20

*mean*	1390.728-1390.729=-0.001
σ	0.167-0.163=0.004
min	1390.611-1390.644=-0.033
max	1390.975-1390.973=0.002

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	445.750-446.000=-0.250
σ	9.500-10.000=-0.500
min	441.000
max	460.000-461.000=-1.000

*mean*	2.321-2.312=0.008
σ	0.021-0.011=0.010
min	2.299-2.302=-0.004
max	2.349-2.325=0.024

policies=200

*mean*	13915.803-13915.790=0.013
σ	0.116-0.137=-0.020
min	13915.653-13915.698=-0.045
max	13915.915-13915.993=-0.078

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	494.250-497.000=-2.750
σ	4.573-4.690=-0.117
min	489.000-492.000=-3.000
max	499.000-503.000=-4.000

*mean*	23.328-23.371=-0.042
σ	0.101-0.144=-0.043
min	23.206-23.207=-0.002
max	23.438-23.543=-0.105