Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133
σ	0.000
min	446.133
max	446.133

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.818-54.697=3.121
σ	0.361-0.362=-0.002
min	57.677-54.561=3.115
max	58.844-55.728=3.116

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.147-0.139=0.008
σ	0.005-0.006=-0.001
min	0.137-0.133=0.005
max	0.154-0.148=0.006

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-43.778=3.121
σ	0.005-0.008=-0.003
min	46.890-43.765=3.125
max	46.909-43.790=3.119

*mean*	420.200-420.000=0.200
σ	0.422-0.000=0.422
min	420.000
max	421.000-420.000=1.000

*mean*	0.131-0.122=0.009
σ	0.005-0.004=0.000
min	0.125-0.118=0.007
max	0.138-0.130=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4593.250-4516.250=77.000
σ	2246.076-2230.217=15.859
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	128.005-12.240=115.765
σ	326.943-0.673=326.270
min	11.879-11.695=0.184
max	937.147-13.827=923.319

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=-0.000

*mean*	4593.250-4516.250=77.000
σ	2246.076-2230.217=15.859
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	13.063-12.722=0.342
σ	3.010-0.551=2.459
min	11.301-11.628=-0.327
max	20.380-13.618=6.762

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7379.000-7338.000=41.000
σ	0.000
min	7379.000-7338.000=41.000
max	7379.000-7338.000=41.000

*mean*	10.968-11.162=-0.194
σ	0.413-0.171=0.243
min	10.208-10.972=-0.764
max	11.514-11.466=0.048

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.001-0.000=0.001
min	41.925-41.924=0.000
max	41.928-41.925=0.003

*mean*	4186.750-4516.250=-329.500
σ	1943.820-2230.217=-286.397
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	11.471-11.431=0.040
σ	0.922-0.854=0.068
min	10.893-10.882=0.012
max	13.721-13.506=0.216

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.585-27.585=0.000
max	27.972

*mean*	4186.750-4516.250=-329.500
σ	1943.820-2230.217=-286.397
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	8.614-8.984=-0.370
σ	0.593-0.831=-0.238
min	8.239-7.967=0.272
max	10.041-10.657=-0.616

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385
σ	0.000
min	26.385
max	26.385

*mean*	4186.750-4516.250=-329.500
σ	1943.820-2230.217=-286.397
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	6.628-6.887=-0.259
σ	0.623-0.607=0.015
min	5.742-6.281=-0.539
max	7.960-8.204=-0.244

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663
σ	0.004
min	25.662
max	25.674

*mean*	4593.250-4516.250=77.000
σ	2246.076-2230.217=15.859
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	6.226-6.007=0.220
σ	1.069-0.159=0.910
min	5.562-5.809=-0.246
max	8.832-6.239=2.593

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4593.250-4516.250=77.000
σ	2246.076-2230.217=15.859
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	6.197-5.828=0.369
σ	1.071-0.140=0.931
min	5.609-5.626=-0.017
max	8.801-6.110=2.692

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597-1021.598=-0.000
max	1021.602-1021.602=0.000

*mean*	7379.000-7338.000=41.000
σ	0.000
min	7379.000-7338.000=41.000
max	7379.000-7338.000=41.000

*mean*	554.301-345.309=208.992
σ	592.688-1.998=590.689
min	343.927-341.343=2.584
max	2021.127-347.693=1673.434

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=0.000
min	3495.685-3495.685=-0.000
max	3496.971

*mean*	3760.875-3689.500=71.375
σ	2299.468-2260.462=39.006
min	720.000-724.000=-4.000
max	7379.000-7338.000=41.000

*mean*	1741.231-1562.709=178.522
σ	630.810-463.821=166.989
min	1392.503-1386.364=6.138
max	2769.218-2710.441=58.776

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=0.000

*mean*	4414.625-4516.250=-101.625
σ	2215.183-2230.217=-15.034
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	183.194-137.718=45.476
σ	139.876-8.649=131.227
min	126.131-131.346=-5.215
max	528.513-153.771=374.742

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.000

*mean*	4414.625-4516.250=-101.625
σ	2215.183-2230.217=-15.034
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	42.789-43.243=-0.453
σ	1.236-1.823=-0.588
min	41.334-40.678=0.656
max	44.645-46.038=-1.393

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7379.000-7338.000=41.000
σ	0.000
min	7379.000-7338.000=41.000
max	7379.000-7338.000=41.000

*mean*	22.417-21.701=0.716
σ	1.021-0.227=0.794
min	21.629-21.384=0.244
max	24.795-22.165=2.630

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7379.000-7338.000=41.000
σ	0.000
min	7379.000-7338.000=41.000
max	7379.000-7338.000=41.000

*mean*	56.179-84.603=-28.424
σ	2.215-80.501=-78.287
min	54.791-55.437=-0.646
max	61.502-283.828=-222.326

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4186.750-4516.250=-329.500
σ	1943.820-2230.217=-286.397
min	1484.000-1472.000=12.000
max	7379.000-7338.000=41.000

*mean*	3304.299-3396.308=-92.010
σ	757.609-837.853=-80.244
min	2523.193-2508.284=14.909
max	4492.406-4837.000=-344.594

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7379.000-7338.000=41.000
σ	0.000
min	7379.000-7338.000=41.000
max	7379.000-7338.000=41.000

*mean*	982.754-1006.779=-24.025
σ	88.110-159.675=-71.565
min	927.148-913.986=13.162
max	1130.334-1322.240=-191.906

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002-0.002=-0.000
min	905.082
max	905.087

*mean*	7379.000-7338.000=41.000
σ	0.000
min	7379.000-7338.000=41.000
max	7379.000-7338.000=41.000

*mean*	469.035-400.580=68.455
σ	210.280-5.538=204.743
min	382.235-388.764=-6.529
max	989.272-405.019=584.253

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.375-478.000=-2.625
σ	0.518-0.000=0.518
min	475.000-478.000=-3.000
max	476.000-478.000=-2.000

*mean*	371.167-346.792=24.374
σ	29.425-27.151=2.274
min	307.238-313.663=-6.425
max	398.696-389.785=8.911

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-559.750=-1.750
σ	0.000-1.035=-1.035
min	558.000-559.000=-1.000
max	558.000-561.000=-3.000

*mean*	759.204-691.585=67.620
σ	49.154-85.886=-36.732
min	671.763-570.730=101.033
max	825.934-821.412=4.522

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.274-964.558=12.716
σ	2.441-1.879=0.562
min	976.427-963.840=12.587
max	987.616-972.505=15.111

*mean*	1042.000-1038.500=3.500
σ	308.634-308.282=0.352
min	568.000-540.000=28.000
max	1493.000-1536.000=-43.000

*mean*	1.289-1.251=0.038
σ	0.136-0.076=0.060
min	1.200-1.185=0.016
max	1.770-1.483=0.287

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.453-0.321=0.132
σ	0.473-0.300=0.173
min	0.218-0.143=0.075
max	1.299-0.836=0.462

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.829-0.468=0.361
σ	0.515-0.318=0.197
min	0.581-0.313=0.269
max	1.750-1.036=0.714

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.220=0.163
σ	0.040-0.021=0.019
min	0.353-0.202=0.151
max	0.450-0.257=0.193

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.594-0.327=0.266
σ	0.020-0.021=-0.001
min	0.574-0.307=0.267
max	0.623-0.357=0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.717-0.566=0.152
σ	0.029-0.051=-0.022
min	0.670-0.478=0.191
max	0.748-0.609=0.140

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.604-0.439=0.165
σ	0.028-0.036=-0.008
min	0.578-0.384=0.195
max	0.648-0.474=0.174

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.555-1.960=1.595
σ	0.099-0.076=0.022
min	3.401-1.820=1.581
max	3.948-2.225=1.723

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	3.562-2.157=1.405
σ	0.090-0.292=-0.202
min	3.416-1.864=1.552
max	3.815-2.783=1.032

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.539-0.305=0.234
σ	0.014-0.019=-0.005
min	0.515-0.287=0.227
max	0.635-0.476=0.159

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.511-0.292=0.219
σ	0.013-0.008=0.005
min	0.488-0.277=0.211
max	0.564-0.333=0.231

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.944-11.954=-0.010
σ	12.465-12.006=0.458
min	0.574-0.574=-0.000
max	88.735-118.767=-30.033

*mean*	455.064-466.984=-11.920
σ	18.519-19.365=-0.847
min	406.000
max	474.000-483.000=-9.000

*mean*	0.027-0.027=-0.000
σ	0.031-0.029=0.001
min	0.001-0.001=0.000
max	0.215-0.283=-0.068

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.156-279.087=15.069
σ	1.042-1.044=-0.003
min	293.654-278.662=14.992
max	297.107-282.057=15.050

*mean*	442.900-442.200=0.700
σ	19.157-13.975=5.182
min	415.000-426.000=-11.000
max	469.000-463.000=6.000

*mean*	0.583-0.568=0.015
σ	0.023-0.031=-0.008
min	0.533-0.506=0.027
max	0.616-0.615=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	851.000-729.000=122.000
σ	0.000
min	851.000-729.000=122.000
max	851.000-729.000=122.000

*mean*	150.857-146.211=4.646
σ	9.280-11.370=-2.090
min	138.283-134.696=3.588
max	160.633-162.711=-2.079

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	7.719-8.044=-0.325
σ	1.363-1.200=0.163
min	6.023-5.920=0.102
max	9.139-8.910=0.229

phase=parser

*mean*	1042.133-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.003
max	1042.133-1042.131=0.002

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	516.160-541.640=-25.479
σ	94.072-93.425=0.647
min	402.264-400.783=1.481
max	610.273-615.185=-4.912

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	851.000-729.000=122.000
σ	0.000
min	851.000-729.000=122.000
max	851.000-729.000=122.000

*mean*	2846.032-2837.216=8.815
σ	381.013-362.071=18.942
min	2009.288-2315.947=-306.659
max	3157.416-3293.720=-136.304

phase=renaming

*mean*	21.430-21.433=-0.004
σ	0.000
min	21.430-21.433=-0.004
max	21.430-21.433=-0.004

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	41.292-43.412=-2.120
σ	7.031-5.141=1.890
min	33.308-35.431=-2.123
max	50.786-49.192=1.594

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	842.125-729.000=113.125
σ	25.102-0.000=25.102
min	780.000-729.000=51.000
max	851.000-729.000=122.000

*mean*	664.394-664.718=-0.323
σ	17.477-16.995=0.482
min	636.123-638.243=-2.120
max	685.849-682.468=3.382

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220-282.856=45.364
σ	0.041-0.035=0.006
min	328.161-282.805=45.356
max	328.262-282.890=45.372

*mean*	441.200-443.400=-2.200
σ	4.494-0.548=3.947
min	435.000-443.000=-8.000
max	445.000-444.000=1.000

*mean*	0.429-0.379=0.050
σ	0.003-0.003=-0.000
min	0.426-0.374=0.052
max	0.432-0.381=0.051

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.429-1268.048=45.380
σ	0.126-0.088=0.038
min	1313.327-1267.961=45.366
max	1313.642-1268.179=45.462

*mean*	1056.600-1061.800=-5.200
σ	161.964-168.783=-6.819
min	849.000-829.000=20.000
max	1266.000-1272.000=-6.000

*mean*	1.868-1.889=-0.021
σ	0.048-0.127=-0.080
min	1.830-1.782=0.048
max	1.945-2.096=-0.152

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.389-1507.051=45.338
σ	3.064-2.941=0.122
min	1550.807-1505.543=45.264
max	1557.859-1512.300=45.559

*mean*	617.400-616.600=0.800
σ	64.825-79.730=-14.904
min	543.000-494.000=49.000
max	700.000-708.000=-8.000

*mean*	2.197-2.301=-0.104
σ	0.156-0.181=-0.025
min	2.083-2.102=-0.019
max	2.471-2.537=-0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.429-1830.062=45.368
σ	0.070-0.036=0.035
min	1875.350-1830.011=45.339
max	1875.528-1830.104=45.424

*mean*	1709.600-1709.800=-0.200
σ	181.193-249.951=-68.759
min	1545.000-1436.000=109.000
max	1970.000-2066.000=-96.000

*mean*	2.926-2.859=0.067
σ	0.068-0.086=-0.018
min	2.878-2.774=0.104
max	3.039-2.960=0.079

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.494-1.710=-0.216
σ	0.130-0.149=-0.019
min	1.330-1.591=-0.261
max	1.664-1.888=-0.224

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.296-405.943=14.352
σ	509.311-509.285=0.026
min	165.637-151.299=14.338
max	1184.263-1169.871=14.391

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.533-0.503=0.031
σ	0.518-0.492=0.026
min	0.271-0.253=0.018
max	1.309-1.240=0.069

policies=20

*mean*	1656.575-1513.133=143.442
σ	0.384-0.262=0.122
min	1656.349-1512.962=143.388
max	1657.151-1513.522=143.629

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	446.000-452.000=-6.000
σ	11.165-10.832=0.333
min	432.000-444.000=-12.000
max	455.000-468.000=-13.000

*mean*	2.671-2.491=0.180
σ	0.019-0.019=-0.000
min	2.658-2.466=0.192
max	2.699-2.513=0.186

policies=200

*mean*	16573.671-15140.018=1433.653
σ	0.186-0.150=0.036
min	16573.399-15139.816=1433.583
max	16573.815-15140.153=1433.662

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	496.500-500.000=-3.500
σ	4.203-5.164=-0.961
min	491.000-494.000=-3.000
max	501.000-506.000=-5.000

*mean*	26.964-25.127=1.837
σ	0.162-0.310=-0.148
min	26.795-24.936=1.859
max	27.137-25.588=1.549