Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.895-5.395=-0.500
σ	0.000
min	4.895-5.395=-0.500
max	4.895-5.395=-0.500

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.633=-0.500
σ	0.000
min	446.133-446.633=-0.500
max	446.133-446.633=-0.500

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.699-54.718=-0.019
σ	0.367-0.367=0.000
min	54.551-54.568=-0.017
max	55.742-55.760=-0.018

*mean*	420.000-416.300=3.700
σ	0.000-0.483=-0.483
min	420.000-416.000=4.000
max	420.000-417.000=3.000

*mean*	0.140-0.139=0.001
σ	0.003-0.005=-0.002
min	0.136-0.135=0.001
max	0.147-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.777=-0.001
σ	0.006-0.009=-0.003
min	43.763-43.759=0.004
max	43.785-43.795=-0.009

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.004=0.001
min	0.116-0.119=-0.003
max	0.131-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4586.500-4591.125=-4.625
σ	2249.124-2248.114=1.010
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	134.352-120.517=13.836
σ	343.466-306.172=37.294
min	11.846-11.840=0.006
max	984.370-878.253=106.117

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.001

*mean*	4586.500-4591.125=-4.625
σ	2249.124-2248.114=1.010
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	14.626-13.749=0.877
σ	4.570-3.365=1.204
min	11.562-11.574=-0.012
max	25.043-21.994=3.048

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.000

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	11.147-11.042=0.105
σ	0.149-0.113=0.036
min	10.819-10.938=-0.119
max	11.303-11.271=0.032

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.001=-0.001
min	41.924-41.924=0.000
max	41.925-41.928=-0.003

*mean*	4175.750-4182.250=-6.500
σ	1944.934-1944.318=0.616
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	11.606-11.658=-0.051
σ	2.010-1.722=0.287
min	10.757-10.765=-0.008
max	16.568-15.877=0.691

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4175.750-4182.250=-6.500
σ	1944.934-1944.318=0.616
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	9.134-9.041=0.093
σ	1.365-1.289=0.076
min	8.282-8.298=-0.016
max	12.481-12.196=0.284

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.000=-0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4175.750-4182.250=-6.500
σ	1944.934-1944.318=0.616
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	7.247-7.054=0.193
σ	0.727-0.988=-0.261
min	6.685-6.210=0.475
max	9.003-9.422=-0.419

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4586.500-4591.125=-4.625
σ	2249.124-2248.114=1.010
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	6.575-6.433=0.142
σ	0.994-1.049=-0.055
min	5.893-5.847=0.046
max	8.790-9.013=-0.223

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.001=0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4586.500-4591.125=-4.625
σ	2249.124-2248.114=1.010
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	6.473-6.276=0.197
σ	1.054-1.080=-0.026
min	5.875-5.777=0.098
max	8.792-8.932=-0.140

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.602-1021.608=-0.007
σ	0.002
min	1021.600-1021.606=-0.007
max	1021.604-1021.611=-0.007

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	389.237-363.197=26.040
σ	118.689-42.355=76.334
min	344.042-345.954=-1.912
max	682.936-467.946=214.990

op=load_product(), with indexes

*mean*	3495.848-3495.855=-0.007
σ	0.454-0.454=-0.000
min	3495.687-3495.694=-0.007
max	3496.971-3496.978=-0.007

*mean*	3753.750-3758.000=-4.250
σ	2298.565-2299.230=-0.665
min	721.000-720.000=1.000
max	7383.000-7385.000=-2.000

*mean*	1766.587-1707.234=59.353
σ	638.792-573.624=65.167
min	1387.006-1397.364=-10.358
max	2835.039-2831.830=3.209

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.001

*mean*	4405.125-4411.625=-6.500
σ	2218.811-2217.739=1.072
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	229.350-268.489=-39.140
σ	259.883-369.917=-110.034
min	124.099-127.104=-3.005
max	871.080-1182.945=-311.865

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001
min	62.065-62.065=0.001
max	62.069-62.068=0.001

*mean*	4405.125-4411.625=-6.500
σ	2218.811-2217.739=1.072
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	46.689-43.714=2.975
σ	9.788-2.632=7.156
min	41.260-41.186=0.074
max	70.525-49.055=21.470

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	22.794-22.782=0.011
σ	1.624-2.657=-1.033
min	21.718-21.610=0.108
max	25.866-29.334=-3.468

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	57.042-233.401=-176.359
σ	2.391-499.995=-497.604
min	55.462-55.220=0.241
max	62.758-1470.811=-1408.054

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.014-0.013=0.000
min	4646.837-4646.837=0.000
max	4646.876-4646.875=0.001

*mean*	4175.750-4182.250=-6.500
σ	1944.934-1944.318=0.616
min	1487.000
max	7383.000-7385.000=-2.000

*mean*	3329.467-3274.550=54.917
σ	819.885-746.869=73.016
min	2496.627-2497.456=-0.828
max	4758.279-4395.059=363.220

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002-0.002=-0.000
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	1016.200-1049.890=-33.690
σ	194.067-247.250=-53.183
min	920.381-915.435=4.945
max	1486.953-1633.603=-146.650

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002-0.002=-0.000
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7383.000-7385.000=-2.000
σ	0.000
min	7383.000-7385.000=-2.000
max	7383.000-7385.000=-2.000

*mean*	498.383-406.848=91.535
σ	258.682-48.623=210.059
min	369.866-376.355=-6.489
max	1130.005-526.353=603.651

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500
σ	0.756-0.535=0.221
min	476.000-477.000=-1.000
max	478.000

*mean*	363.139-393.475=-30.336
σ	23.376-19.067=4.309
min	312.515-364.756=-52.241
max	385.263-427.725=-42.461

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-558.250=4.750
σ	0.000-3.732=-3.732
min	563.000-554.000=9.000
max	563.000-562.000=1.000

*mean*	724.052-745.838=-21.786
σ	57.632-80.636=-23.004
min	602.365-602.467=-0.101
max	810.876-870.497=-59.622

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.525-964.531=-0.005
σ	1.819-1.819=0.000
min	963.820-963.826=-0.006
max	972.218-972.223=-0.005

*mean*	1038.300-1041.650=-3.350
σ	292.419-316.474=-24.055
min	550.000-542.000=8.000
max	1427.000-1553.000=-126.000

*mean*	1.292-1.287=0.005
σ	0.184-0.131=0.053
min	1.177-1.183=-0.006
max	1.858-1.727=0.131

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.334=-0.027
σ	0.280-0.298=-0.017
min	0.138-0.139=-0.001
max	0.794-0.827=-0.033

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.494=-0.014
σ	0.319-0.344=-0.025
min	0.322-0.330=-0.009
max	1.050-1.109=-0.059

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.220=-0.003
σ	0.022-0.027=-0.005
min	0.202-0.198=0.005
max	0.254-0.263=-0.009

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.327=0.007
σ	0.014-0.017=-0.004
min	0.325-0.313=0.012
max	0.357-0.356=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.839=-0.001
σ	0.009
min	964.833-964.834=-0.001
max	964.855-964.855=-0.001

*mean*	431.000-430.600=0.400
σ	0.000-0.548=-0.548
min	431.000-430.000=1.000
max	431.000

*mean*	0.522-0.579=-0.058
σ	0.023-0.034=-0.011
min	0.487-0.538=-0.051
max	0.551-0.612=-0.061

name=cdr_enhanced_4k_loc.art

*mean*	885.912-885.913=-0.001
σ	0.002
min	885.911-885.912=-0.001
max	885.914-885.915=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.425-0.454=-0.029
σ	0.030-0.055=-0.024
min	0.391-0.373=0.018
max	0.472-0.505=-0.033

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.562-2.643=-0.081
σ	0.267-0.112=0.154
min	1.953-2.467=-0.514
max	3.291-3.041=0.250

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.629-2.582=0.047
σ	0.091-0.081=0.010
min	2.459-2.457=0.002
max	2.884-2.910=-0.027

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.302=0.001
σ	0.012-0.010=0.001
min	0.290-0.290=-0.000
max	0.372-0.364=0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.289-0.290=-0.001
σ	0.007-0.008=-0.001
min	0.275-0.276=-0.001
max	0.325-0.325=-0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.562-11.575=-0.012
σ	11.656-12.313=-0.657
min	0.574-0.573=0.001
max	115.666-114.079=1.587

*mean*	462.897-469.623=-6.726
σ	18.683-19.732=-1.049
min	409.000-407.000=2.000
max	478.000-483.000=-5.000

*mean*	0.027-0.026=0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=0.000
max	0.272-0.269=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.812-278.957=-0.144
σ	1.052-1.019=0.033
min	278.405-278.559=-0.154
max	281.804-281.856=-0.052

*mean*	444.100-443.500=0.600
σ	18.788-17.778=1.010
min	415.000
max	476.000-473.000=3.000

*mean*	0.574-0.585=-0.010
σ	0.015-0.013=0.002
min	0.539-0.568=-0.029
max	0.587-0.612=-0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	107.975-169.257=-61.282
σ	0.000-0.000=-0.000
min	107.975-169.257=-61.282
max	107.975-169.257=-61.282

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	159.434-222.372=-62.939
σ	10.970-23.005=-12.034
min	139.760-194.022=-54.263
max	166.770-245.821=-79.050

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	849.750-851.000=-1.250
σ	0.707-0.000=0.707
min	848.000-851.000=-3.000
max	850.000-851.000=-1.000

*mean*	7.805-7.371=0.434
σ	2.287-2.223=0.064
min	5.807-5.893=-0.086
max	11.893-11.833=0.060

phase=parser

*mean*	1041.966-1041.967=-0.001
σ	0.000-0.000=-0.000
min	1041.966-1041.967=-0.001
max	1041.967-1041.967=-0.001

*mean*	849.750-851.000=-1.250
σ	0.707-0.000=0.707
min	848.000-851.000=-3.000
max	850.000-851.000=-1.000

*mean*	541.700-545.060=-3.360
σ	168.811-122.904=45.908
min	375.778-376.022=-0.244
max	735.418-725.940=9.478

phase=processProdDef

*mean*	2241.151-2243.715=-2.564
σ	0.000
min	2241.151-2243.715=-2.564
max	2241.151-2243.715=-2.564

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	2715.490-2572.608=142.882
σ	521.393-433.615=87.778
min	1893.366-1951.136=-57.770
max	3344.803-3259.534=85.269

phase=renaming

*mean*	21.430-21.436=-0.007
σ	0.000
min	21.430-21.436=-0.007
max	21.430-21.436=-0.007

*mean*	849.750-851.000=-1.250
σ	0.707-0.000=0.707
min	848.000-851.000=-3.000
max	850.000-851.000=-1.000

*mean*	36.852-29.414=7.438
σ	9.306-10.264=-0.958
min	20.142-20.112=0.030
max	47.367-47.999=-0.632

phase=type checker

*mean*	958.466-958.600=-0.134
σ	0.047
min	958.443-958.577=-0.134
max	958.568-958.702=-0.134

*mean*	849.750-851.000=-1.250
σ	0.707-0.000=0.707
min	848.000-851.000=-3.000
max	850.000-851.000=-1.000

*mean*	686.084-685.806=0.278
σ	73.645-88.206=-14.561
min	620.491-608.041=12.451
max	848.906-840.675=8.231

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.361=-0.002
σ	0.036-0.034=0.001
min	282.309-282.313=-0.004
max	282.397-282.397=-0.000

*mean*	444.000-439.000=5.000
σ	0.000-2.739=-2.739
min	444.000-437.000=7.000
max	444.000-442.000=2.000

*mean*	0.377-0.383=-0.005
σ	0.007-0.007=0.000
min	0.371-0.373=-0.003
max	0.386-0.388=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.619-1267.580=0.039
σ	0.114-0.074=0.041
min	1267.454-1267.472=-0.018
max	1267.763-1267.676=0.087

*mean*	1089.800-1111.400=-21.600
σ	167.522-170.789=-3.267
min	893.000-895.000=-2.000
max	1319.000-1329.000=-10.000

*mean*	2.129-2.002=0.127
σ	0.208-0.145=0.063
min	1.807-1.777=0.030
max	2.342-2.122=0.220

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.519-1506.605=-0.086
σ	2.938-2.958=-0.020
min	1504.980-1505.099=-0.119
max	1511.760-1511.886=-0.126

*mean*	625.200-626.800=-1.600
σ	87.311-89.843=-2.532
min	495.000-503.000=-8.000
max	727.000-726.000=1.000

*mean*	2.178-2.428=-0.250
σ	0.138-0.364=-0.227
min	2.098-2.032=0.066
max	2.423-2.864=-0.441

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.561-1829.569=-0.008
σ	0.045-0.053=-0.008
min	1829.504-1829.491=0.013
max	1829.608-1829.619=-0.011

*mean*	1726.800-1764.600=-37.800
σ	175.327-209.681=-34.354
min	1471.000-1489.000=-18.000
max	1884.000-1964.000=-80.000

*mean*	3.046-3.128=-0.082
σ	0.199-0.256=-0.057
min	2.903-2.845=0.058
max	3.342-3.448=-0.105

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.685-1.710=-0.026
σ	0.139-0.172=-0.032
min	1.500-1.467=0.034
max	1.825-1.872=-0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.597-393.852=-0.256
σ	509.065-509.576=-0.512
min	139.062-139.061=0.001
max	1157.194-1158.217=-1.023

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	438.000-441.000=-3.000
σ	0.000
min	438.000-441.000=-3.000
max	438.000-441.000=-3.000

*mean*	0.471-0.474=-0.004
σ	0.483-0.471=0.012
min	0.226-0.234=-0.008
max	1.194-1.180=0.014

policies=20

*mean*	1390.710-1390.729=-0.019
σ	0.133-0.163=-0.030
min	1390.609-1390.644=-0.035
max	1390.905-1390.973=-0.068

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	442.500-446.000=-3.500
σ	9.000-10.000=-1.000
min	438.000-441.000=-3.000
max	456.000-461.000=-5.000

*mean*	2.279-2.312=-0.033
σ	0.012-0.011=0.001
min	2.267-2.302=-0.035
max	2.295-2.325=-0.029

policies=200

*mean*	13915.872-13915.790=0.082
σ	0.105-0.137=-0.031
min	13915.796-13915.698=0.098
max	13916.027-13915.993=0.034

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	493.000-497.000=-4.000
σ	4.397-4.690=-0.293
min	488.000-492.000=-4.000
max	498.000-503.000=-5.000

*mean*	23.056-23.371=-0.315
σ	0.096-0.144=-0.047
min	22.920-23.207=-0.287
max	23.141-23.543=-0.403