Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.822-57.818=0.005
σ	0.359-0.362=-0.003
min	57.674-57.685=-0.011
max	58.844-58.847=-0.004

*mean*	421.000-424.000=-3.000
σ	0.000
min	421.000-424.000=-3.000
max	421.000-424.000=-3.000

*mean*	0.144-0.147=-0.003
σ	0.006-0.004=0.002
min	0.135-0.143=-0.008
max	0.153-0.154=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.900=-0.001
σ	0.007-0.007=0.001
min	46.884-46.889=-0.005
max	46.906-46.912=-0.007

*mean*	421.000-424.700=-3.700
σ	0.000-0.483=-0.483
min	421.000-424.000=-3.000
max	421.000-425.000=-4.000

*mean*	0.128-0.131=-0.002
σ	0.003-0.004=-0.001
min	0.122-0.126=-0.004
max	0.134-0.139=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	4426.250-4592.000=-165.750
σ	2227.734-2246.864=-19.130
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	13.531-177.234=-163.703
σ	3.625-466.429=-462.804
min	11.886-11.972=-0.085
max	22.461-1331.587=-1309.125

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.001

*mean*	4606.250-4592.000=14.250
σ	2258.707-2246.864=11.844
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	180.415-13.922=166.493
σ	472.102-4.524=467.578
min	11.445-11.589=-0.144
max	1348.776-25.037=1323.738

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7409.000-7380.000=29.000
σ	0.000
min	7409.000-7380.000=29.000
max	7409.000-7380.000=29.000

*mean*	11.209-11.681=-0.472
σ	0.404-1.702=-1.298
min	10.743-10.841=-0.098
max	11.955-15.879=-3.924

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=0.000
min	41.924-41.924=-0.000
max	41.929-41.928=0.000

*mean*	4196.875-4184.500=12.375
σ	1954.454-1944.228=10.225
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	11.456-11.365=0.090
σ	1.011-0.940=0.071
min	10.918-10.719=0.199
max	13.934-13.644=0.290

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972

*mean*	4196.875-4184.500=12.375
σ	1954.454-1944.228=10.225
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	8.748-8.710=0.038
σ	0.582-0.583=-0.001
min	8.158-7.934=0.225
max	10.042-9.960=0.082

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385
max	26.385-26.385=-0.000

*mean*	4196.875-4184.500=12.375
σ	1954.454-1944.228=10.225
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	6.771-6.796=-0.025
σ	0.654-0.527=0.128
min	5.891-6.363=-0.472
max	8.133-7.988=0.145

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4606.250-4592.000=14.250
σ	2258.707-2246.864=11.844
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	6.677-6.448=0.230
σ	1.383-1.012=0.371
min	5.790-5.965=-0.175
max	9.022-8.939=0.083

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4606.250-4592.000=14.250
σ	2258.707-2246.864=11.844
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	6.626-6.266=0.360
σ	1.335-1.106=0.229
min	5.753-5.705=0.048
max	8.862-8.989=-0.128

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602

*mean*	7409.000-7380.000=29.000
σ	0.000
min	7409.000-7380.000=29.000
max	7409.000-7380.000=29.000

*mean*	348.380-348.385=-0.005
σ	2.987-2.785=0.202
min	344.011-344.677=-0.667
max	354.165-351.793=2.372

op=load_product(), with indexes

*mean*	3495.848-3495.848=-0.000
σ	0.460-0.460=-0.000
min	3495.685-3495.685=-0.000
max	3496.986-3496.987=-0.000

*mean*	3770.000-3759.500=10.500
σ	2310.631-2299.496=11.135
min	719.000-720.000=-1.000
max	7409.000-7380.000=29.000

*mean*	1784.533-1776.407=8.126
σ	643.353-671.488=-28.135
min	1402.681-1407.139=-4.458
max	2825.834-2926.788=-100.954

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.000

*mean*	4196.875-4412.625=-215.750
σ	1954.454-2216.071=-261.617
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	132.986-190.585=-57.599
σ	9.861-166.256=-156.395
min	126.315-126.780=-0.465
max	155.205-601.579=-446.374

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.070-62.069=0.001

*mean*	4426.250-4412.625=13.625
σ	2227.734-2216.071=11.663
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	169.027-43.869=125.158
σ	355.839-1.841=353.998
min	41.002-41.156=-0.155
max	1049.675-46.848=1002.827

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002-0.002=0.000
min	40.926
max	40.930-40.930=0.001

*mean*	7409.000-7380.000=29.000
σ	0.000
min	7409.000-7380.000=29.000
max	7409.000-7380.000=29.000

*mean*	138.686-192.652=-53.966
σ	331.086-482.549=-151.464
min	21.362-21.566=-0.205
max	958.081-1386.899=-428.818

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293
max	71.297

*mean*	7409.000-7380.000=29.000
σ	0.000
min	7409.000-7380.000=29.000
max	7409.000-7380.000=29.000

*mean*	60.584-65.241=-4.658
σ	12.850-24.577=-11.726
min	55.591-55.451=0.140
max	92.365-126.012=-33.647

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4196.875-4184.500=12.375
σ	1954.454-1944.228=10.225
min	1483.000-1484.000=-1.000
max	7409.000-7380.000=29.000

*mean*	3267.819-3133.418=134.401
σ	807.052-605.782=201.270
min	2487.592-2508.709=-21.117
max	4654.950-3901.940=753.010

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7409.000-7380.000=29.000
σ	0.000
min	7409.000-7380.000=29.000
max	7409.000-7380.000=29.000

*mean*	969.400-996.039=-26.639
σ	88.423-145.957=-57.534
min	919.524-921.109=-1.585
max	1157.222-1323.894=-166.672

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7409.000-7380.000=29.000
σ	0.000
min	7409.000-7380.000=29.000
max	7409.000-7380.000=29.000

*mean*	392.421-401.699=-9.278
σ	5.256-6.259=-1.003
min	380.418-390.223=-9.806
max	397.178-408.759=-11.581

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	379.471-380.548=-1.078
σ	27.515-43.358=-15.843
min	338.417-305.678=32.738
max	418.037-441.976=-23.939

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-565.000=-2.000
σ	0.000
min	563.000-565.000=-2.000
max	563.000-565.000=-2.000

*mean*	726.016-738.926=-12.910
σ	59.667-35.668=23.999
min	633.763-665.154=-31.391
max	797.582-793.373=4.210

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-977.273=-0.355
σ	2.437-2.441=-0.004
min	976.070-976.423=-0.353
max	987.244-987.617=-0.373

*mean*	1041.800-1048.800=-7.000
σ	296.361-311.351=-14.990
min	550.000-563.000=-13.000
max	1441.000-1507.000=-66.000

*mean*	1.278-1.275=0.003
σ	0.097-0.069=0.029
min	1.202-1.210=-0.008
max	1.541-1.459=0.082

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.503=-0.204
σ	0.298-0.458=-0.159
min	0.137-0.260=-0.124
max	0.829-1.316=-0.487

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.841=-0.362
σ	0.314-0.541=-0.228
min	0.322-0.577=-0.255
max	1.039-1.809=-0.770

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.386=-0.171
σ	0.033-0.032=0.001
min	0.184-0.363=-0.179
max	0.269-0.442=-0.172

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.320-0.607=-0.287
σ	0.016-0.019=-0.002
min	0.302-0.590=-0.288
max	0.346-0.639=-0.292

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.569-0.596=-0.027
σ	0.039-0.088=-0.050
min	0.502-0.535=-0.033
max	0.595-0.746=-0.152

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.470-0.452=0.018
σ	0.048-0.023=0.026
min	0.411-0.429=-0.019
max	0.520-0.483=0.038

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.612-2.668=-0.056
σ	0.103-0.132=-0.029
min	2.468-2.447=0.021
max	3.088-3.477=-0.389

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.599-2.577=0.022
σ	0.097-0.061=0.036
min	2.429-2.468=-0.039
max	2.907-2.828=0.079

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.308-0.309=-0.001
σ	0.011-0.010=0.000
min	0.295-0.294=0.001
max	0.382-0.360=0.022

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.296-0.294=0.001
σ	0.051-0.017=0.034
min	0.275-0.278=-0.003
max	0.791-0.437=0.354

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.792-11.927=-0.135
σ	11.644-12.004=-0.360
min	0.574-0.577=-0.003
max	90.277-91.862=-1.585

*mean*	458.169-459.620=-1.451
σ	18.991-17.842=1.150
min	406.000-408.000=-2.000
max	477.000-479.000=-2.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.029=-0.001
min	0.001-0.001=-0.000
max	0.216-0.219=-0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.561-294.052=-0.491
σ	1.132-1.063=0.069
min	293.081-293.682=-0.601
max	296.771-297.078=-0.306

*mean*	441.900-438.400=3.500
σ	17.792-15.862=1.930
min	415.000
max	464.000-460.000=4.000

*mean*	0.592-0.597=-0.005
σ	0.022-0.013=0.009
min	0.553-0.576=-0.024
max	0.623-0.622=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	847.000-843.000=4.000
σ	0.000
min	847.000-843.000=4.000
max	847.000-843.000=4.000

*mean*	149.699-146.175=3.525
σ	9.808-15.908=-6.100
min	136.461-127.701=8.760
max	160.842-163.559=-2.717

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	847.000-843.000=4.000
σ	0.000
min	847.000-843.000=4.000
max	847.000-843.000=4.000

*mean*	7.120-8.326=-1.207
σ	2.250-1.203=1.047
min	5.751-5.906=-0.156
max	11.973-9.089=2.884

phase=parser

*mean*	1042.134-1042.132=0.002
σ	0.001-0.000=0.001
min	1042.131-1042.132=-0.001
max	1042.134-1042.132=0.002

*mean*	847.000-843.000=4.000
σ	0.000
min	847.000-843.000=4.000
max	847.000-843.000=4.000

*mean*	444.431-565.037=-120.606
σ	113.983-88.607=25.376
min	373.479-402.411=-28.931
max	659.951-618.814=41.137

phase=processProdDef

*mean*	2241.193-2241.195=-0.001
σ	0.000-0.000=0.000
min	2241.193-2241.195=-0.002
max	2241.194-2241.195=-0.000

*mean*	847.000-843.000=4.000
σ	0.000
min	847.000-843.000=4.000
max	847.000-843.000=4.000

*mean*	2834.701-2886.559=-51.859
σ	416.281-340.239=76.042
min	2373.568-2407.721=-34.153
max	3353.752-3225.830=127.922

phase=renaming

*mean*	21.430-21.430=0.000
σ	0.001-0.000=0.001
min	21.430
max	21.433-21.430=0.004

*mean*	847.000-843.000=4.000
σ	0.000
min	847.000-843.000=4.000
max	847.000-843.000=4.000

*mean*	39.930-44.707=-4.776
σ	4.652-5.456=-0.805
min	29.789-35.123=-5.334
max	46.330-49.244=-2.914

phase=type checker

*mean*	958.466-958.466=-0.000
σ	0.047-0.047=0.000
min	958.439-958.443=-0.004
max	958.568

*mean*	847.000-843.000=4.000
σ	0.000
min	847.000-843.000=4.000
max	847.000-843.000=4.000

*mean*	695.179-667.988=27.191
σ	36.291-11.073=25.218
min	643.225-650.386=-7.161
max	750.523-678.869=71.654

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-328.219=-0.365
σ	0.037-0.038=-0.000
min	327.803-328.166=-0.363
max	327.892-328.259=-0.367

*mean*	442.400-438.600=3.800
σ	4.278-5.413=-1.135
min	435.000-430.000=5.000
max	446.000-443.000=3.000

*mean*	0.435-0.429=0.006
σ	0.010-0.004=0.006
min	0.426-0.424=0.002
max	0.450-0.433=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.045-1313.421=-0.376
σ	0.108-0.132=-0.024
min	1312.959-1313.310=-0.351
max	1313.229-1313.646=-0.417

*mean*	1082.600-1069.600=13.000
σ	165.225-176.878=-11.653
min	859.000-849.000=10.000
max	1283.000-1299.000=-16.000

*mean*	1.898-1.860=0.038
σ	0.096-0.073=0.024
min	1.829-1.768=0.060
max	2.050-1.955=0.095

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.082-1552.407=-0.325
σ	3.028-3.056=-0.028
min	1550.557-1550.817=-0.260
max	1557.491-1557.861=-0.370

*mean*	621.200-615.400=5.800
σ	86.699-65.048=21.650
min	521.000-542.000=-21.000
max	725.000-699.000=26.000

*mean*	2.330-2.244=0.085
σ	0.224-0.213=0.011
min	2.054-2.047=0.008
max	2.601-2.482=0.119

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.073-1875.422=-0.350
σ	0.058-0.048=0.010
min	1875.002-1875.355=-0.353
max	1875.152-1875.474=-0.322

*mean*	1711.800-1705.400=6.400
σ	265.611-224.618=40.993
min	1398.000-1423.000=-25.000
max	2085.000-2011.000=74.000

*mean*	2.933-2.951=-0.018
σ	0.102-0.128=-0.025
min	2.847-2.842=0.005
max	3.080-3.095=-0.015

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.550-1.591=-0.041
σ	0.129-0.128=0.001
min	1.342-1.379=-0.037
max	1.668-1.689=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.404-420.087=-0.683
σ	508.893-508.899=-0.007
min	164.954-165.635=-0.680
max	1182.743-1183.436=-0.693

*mean*	101.250-103.500=-2.250
σ	6.500-7.000=-0.500
min	98.000-100.000=-2.000
max	111.000-114.000=-3.000

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.525-0.535=-0.010
σ	0.506-0.516=-0.010
min	0.265-0.273=-0.009
max	1.284-1.309=-0.025

policies=20

*mean*	1649.808-1656.566=-6.758
σ	0.375-0.383=-0.008
min	1649.591-1656.350=-6.759
max	1650.369-1657.139=-6.770

*mean*	980.000-1000.000=-20.000
σ	0.000
min	980.000-1000.000=-20.000
max	980.000-1000.000=-20.000

*mean*	450.750-451.250=-0.500
σ	10.532-16.358=-5.826
min	437.000-435.000=2.000
max	459.000-472.000=-13.000

*mean*	2.650-2.659=-0.008
σ	0.004-0.007=-0.002
min	2.646-2.655=-0.009
max	2.656-2.669=-0.013

policies=200

*mean*	16506.019-16573.711=-67.691
σ	0.122-0.030=0.092
min	16505.840-16573.691=-67.851
max	16506.097-16573.756=-67.659

*mean*	9800.000-10000.000=-200.000
σ	0.000
min	9800.000-10000.000=-200.000
max	9800.000-10000.000=-200.000

*mean*	504.000-500.250=3.750
σ	10.392-4.787=5.605
min	491.000-495.000=-4.000
max	515.000-506.000=9.000

*mean*	26.844-26.865=-0.021
σ	0.173-0.126=0.046
min	26.713-26.750=-0.038
max	27.087-26.996=0.091