Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.824=0.001
σ	0.361-0.359=0.002
min	57.686-57.681=0.005
max	58.852-58.846=0.006

*mean*	422.000-424.000=-2.000
σ	0.000
min	422.000-424.000=-2.000
max	422.000-424.000=-2.000

*mean*	0.147-0.148=-0.001
σ	0.005-0.004=0.001
min	0.138-0.144=-0.006
max	0.155-0.155=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.898=0.001
σ	0.006-0.005=0.001
min	46.889-46.891=-0.002
max	46.912-46.904=0.008

*mean*	422.000-424.000=-2.000
σ	0.000
min	422.000-424.000=-2.000
max	422.000-424.000=-2.000

*mean*	0.128-0.129=-0.001
σ	0.005-0.005=0.000
min	0.122-0.122=0.000
max	0.137-0.136=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.605=0.001
σ	0.000-0.000=0.000
min	36.605-36.605=0.001
max	36.606-36.606=0.001

*mean*	4229.375-4586.125=-356.750
σ	2155.059-2232.265=-77.206
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	12.261-12.323=-0.061
σ	0.514-0.586=-0.071
min	11.780-11.781=-0.000
max	13.442-13.321=0.121

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.605-36.605=0.001
max	36.606-36.605=0.001

*mean*	4229.375-4586.125=-356.750
σ	2155.059-2232.265=-77.206
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	12.247-13.761=-1.514
σ	0.663-3.883=-3.220
min	11.207-11.506=-0.299
max	12.811-23.321=-10.509

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.939-41.938=0.001
max	41.943-41.943=0.000

*mean*	6996.000-7343.000=-347.000
σ	0.000
min	6996.000-7343.000=-347.000
max	6996.000-7343.000=-347.000

*mean*	11.124-11.638=-0.514
σ	0.201-1.886=-1.685
min	10.875-10.670=0.205
max	11.434-16.291=-4.857

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.001-0.000=0.001
min	41.925-41.924=0.001
max	41.929-41.926=0.004

*mean*	4229.375-4184.625=44.750
σ	2155.059-1934.580=220.479
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	11.017-11.572=-0.555
σ	0.293-1.989=-1.697
min	10.780-10.720=0.059
max	11.683-16.484=-4.802

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.001
σ	0.137-0.137=0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	4229.375-4184.625=44.750
σ	2155.059-1934.580=220.479
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	8.560-9.154=-0.594
σ	0.383-1.203=-0.819
min	8.015-8.010=0.005
max	8.962-12.024=-3.062

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.385=0.001
σ	0.000
min	26.386-26.385=0.001
max	26.386-26.385=0.001

*mean*	4229.375-4184.625=44.750
σ	2155.059-1934.580=220.479
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	6.764-7.108=-0.344
σ	0.194-0.975=-0.781
min	6.527-6.406=0.120
max	6.977-9.421=-2.444

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.663=0.001
σ	0.004-0.004=-0.000
min	25.662-25.662=0.001
max	25.675-25.674=0.001

*mean*	4229.375-4586.125=-356.750
σ	2155.059-2232.265=-77.206
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	5.779-6.319=-0.541
σ	0.191-0.974=-0.784
min	5.569-5.774=-0.205
max	6.061-8.711=-2.650

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.001
σ	0.000-0.001=-0.000
min	25.963-25.962=0.001
max	25.964-25.964=0.001

*mean*	4229.375-4586.125=-356.750
σ	2155.059-2232.265=-77.206
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	5.686-6.212=-0.526
σ	0.215-1.038=-0.823
min	5.310-5.747=-0.438
max	5.998-8.775=-2.776

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.599=0.001
σ	0.002
min	1021.598-1021.597=0.001
max	1021.602-1021.602=0.001

*mean*	6996.000-7343.000=-347.000
σ	0.000
min	6996.000-7343.000=-347.000
max	6996.000-7343.000=-347.000

*mean*	348.288-347.161=1.127
σ	2.368-2.321=0.047
min	343.979-343.459=0.520
max	351.191-349.427=1.764

op=load_product(), with indexes

*mean*	3495.849-3495.848=0.001
σ	0.460-0.460=0.000
min	3495.686-3495.685=0.001
max	3496.988-3496.986=0.002

*mean*	3479.125-3758.250=-279.125
σ	2112.292-2291.119=-178.827
min	640.000-720.000=-80.000
max	6996.000-7343.000=-347.000

*mean*	1636.272-1685.006=-48.734
σ	540.251-572.769=-32.518
min	1387.303-1396.847=-9.544
max	2932.621-2972.197=-39.576

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=-0.000
min	107.842-107.841=0.001
max	107.843-107.842=0.000

*mean*	4229.375-4407.875=-178.500
σ	2155.059-2200.370=-45.311
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	129.985-198.852=-68.867
σ	5.921-167.142=-161.221
min	122.046-127.001=-4.955
max	136.966-609.495=-472.529

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.001
σ	0.001-0.001=-0.000
min	62.066-62.065=0.001
max	62.070-62.069=0.001

*mean*	4229.375-4407.875=-178.500
σ	2155.059-2200.370=-45.311
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	43.039-43.816=-0.776
σ	1.201-1.881=-0.680
min	41.465-40.949=0.516
max	45.140-46.584=-1.444

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002-0.002=0.000
min	40.926-40.926=0.001
max	40.930-40.930=0.001

*mean*	6996.000-7343.000=-347.000
σ	0.000
min	6996.000-7343.000=-347.000
max	6996.000-7343.000=-347.000

*mean*	22.219-170.226=-148.008
σ	1.110-418.971=-417.860
min	21.644-21.532=0.112
max	24.942-1207.123=-1182.181

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=0.000
min	71.294-71.293=0.001
max	71.298-71.297=0.001

*mean*	6996.000-7343.000=-347.000
σ	0.000
min	6996.000-7343.000=-347.000
max	6996.000-7343.000=-347.000

*mean*	55.727-63.580=-7.853
σ	0.624-19.609=-18.985
min	54.798-55.503=-0.705
max	56.877-111.996=-55.119

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.000
σ	0.013-0.013=0.000
min	4646.838-4646.837=0.001
max	4646.876-4646.875=0.001

*mean*	4229.375-4184.625=44.750
σ	2155.059-1934.580=220.479
min	1222.000-1485.000=-263.000
max	6996.000-7343.000=-347.000

*mean*	3535.271-3071.925=463.346
σ	755.258-611.533=143.725
min	2492.800-2505.805=-13.005
max	4564.553-3947.920=616.633

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.830=0.001
σ	0.002-0.002=-0.000
min	1973.829-1973.829=0.001
max	1973.833-1973.833=0.000

*mean*	6996.000-7343.000=-347.000
σ	0.000
min	6996.000-7343.000=-347.000
max	6996.000-7343.000=-347.000

*mean*	1096.668-1011.805=84.863
σ	406.242-191.048=215.194
min	916.757-913.735=3.023
max	2083.339-1457.547=625.793

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.001
σ	0.002
min	905.082-905.082=0.001
max	905.088-905.087=0.001

*mean*	6996.000-7343.000=-347.000
σ	0.000
min	6996.000-7343.000=-347.000
max	6996.000-7343.000=-347.000

*mean*	403.718-397.479=6.239
σ	40.397-7.197=33.200
min	377.388-380.521=-3.133
max	502.707-404.506=98.200

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-477.500=-1.375
σ	0.354-0.535=-0.181
min	476.000-477.000=-1.000
max	477.000-478.000=-1.000

*mean*	378.865-404.699=-25.834
σ	49.881-28.784=21.098
min	300.659-361.464=-60.805
max	431.572-445.948=-14.376

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-561.000=4.000
σ	0.000
min	565.000-561.000=4.000
max	565.000-561.000=4.000

*mean*	767.595-759.037=8.558
σ	69.476-85.204=-15.728
min	636.556-625.554=11.002
max	871.886-831.799=40.087

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.915-976.921=-0.005
σ	2.439-2.438=0.001
min	976.070-976.071=-0.001
max	987.250-987.249=0.001

*mean*	1048.150-1036.850=11.300
σ	317.287-297.630=19.657
min	559.000-555.000=4.000
max	1515.000-1585.000=-70.000

*mean*	1.273-1.258=0.015
σ	0.070-0.079=-0.009
min	1.186-1.202=-0.016
max	1.461-1.559=-0.098

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.391-0.311=0.080
σ	0.513-0.317=0.196
min	0.139-0.138=0.001
max	1.307-0.873=0.434

name=error_case.art

*mean*	2.347-2.346=0.001
σ	0.012-0.012=0.000
min	2.340-2.340=0.001
max	2.369-2.368=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.472-0.418=0.054
σ	0.330-0.202=0.129
min	0.312-0.323=-0.011
max	1.062-0.779=0.284

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.217-0.219=-0.002
σ	0.022-0.016=0.007
min	0.200-0.204=-0.004
max	0.255-0.246=0.009

name=nested_use.art

*mean*	2.365-2.364=0.001
σ	0.002
min	2.364-2.363=0.001
max	2.368-2.367=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.327-0.341=-0.014
σ	0.018-0.015=0.003
min	0.310-0.327=-0.016
max	0.356-0.364=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086-964.978=0.108
σ	0.009
min	965.081-964.973=0.108
max	965.103-964.995=0.108

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.580-0.533=0.047
σ	0.028-0.056=-0.028
min	0.531-0.469=0.062
max	0.601-0.606=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	886.468-886.000=0.467
σ	0.002
min	886.467-885.999=0.467
max	886.470-886.003=0.467

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.473-0.475=-0.001
σ	0.049-0.037=0.012
min	0.407-0.421=-0.014
max	0.521-0.522=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.719=0.001
σ	0.002
min	7.718-7.718=0.001
max	7.722-7.722=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.942-1.979=-0.036
σ	0.074-0.066=0.008
min	1.784-1.855=-0.071
max	2.225-2.175=0.050

name=record_render_large_syntax_err.art

*mean*	7.668-7.667=0.001
σ	0.002
min	7.667-7.666=0.001
max	7.671-7.670=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.945-1.962=-0.017
σ	0.073-0.063=0.011
min	1.827-1.852=-0.025
max	2.267-2.158=0.110

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.302-0.310=-0.007
σ	0.010-0.014=-0.005
min	0.286-0.295=-0.009
max	0.346-0.379=-0.033

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.290-0.293=-0.003
σ	0.020-0.008=0.012
min	0.274-0.279=-0.005
max	0.464-0.337=0.127

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.899-12.011=-0.112
σ	11.767-12.220=-0.452
min	0.574-0.573=0.000
max	82.364-112.526=-30.162

*mean*	459.185-466.733=-7.548
σ	17.261-20.655=-3.394
min	406.000-407.000=-1.000
max	475.000-483.000=-8.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.202-0.276=-0.074

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.817-293.747=0.070
σ	1.033-1.008=0.025
min	293.404-293.285=0.119
max	296.751-296.606=0.145

*mean*	442.100-445.200=-3.100
σ	17.438-17.351=0.087
min	416.000
max	463.000-466.000=-3.000

*mean*	0.580-0.586=-0.006
σ	0.041-0.020=0.020
min	0.519-0.546=-0.027
max	0.639-0.607=0.032

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	850.000-846.000=4.000
σ	0.000
min	850.000-846.000=4.000
max	850.000-846.000=4.000

*mean*	151.867-150.361=1.506
σ	11.126-9.604=1.523
min	138.646-136.819=1.828
max	164.381-161.930=2.451

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	850.000-846.000=4.000
σ	0.000
min	850.000-846.000=4.000
max	850.000-846.000=4.000

*mean*	7.542-8.494=-0.952
σ	2.266-2.961=-0.695
min	5.772-5.828=-0.056
max	11.969-11.870=0.098

phase=parser

*mean*	1042.247-1042.129=0.118
σ	0.000-0.000=-0.000
min	1042.247-1042.128=0.119
max	1042.247-1042.129=0.118

*mean*	850.000-846.000=4.000
σ	0.000
min	850.000-846.000=4.000
max	850.000-846.000=4.000

*mean*	481.092-532.389=-51.297
σ	139.005-173.921=-34.915
min	366.686-371.515=-4.829
max	721.727-723.733=-2.006

phase=processProdDef

*mean*	2241.197-2241.195=0.003
σ	0.000
min	2241.197-2241.195=0.003
max	2241.197-2241.195=0.003

*mean*	850.000-846.000=4.000
σ	0.000
min	850.000-846.000=4.000
max	850.000-846.000=4.000

*mean*	2837.584-2882.732=-45.147
σ	410.935-482.309=-71.374
min	2007.692-2275.586=-267.895
max	3337.469-3348.305=-10.836

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	850.000-846.000=4.000
σ	0.000
min	850.000-846.000=4.000
max	850.000-846.000=4.000

*mean*	35.889-39.175=-3.285
σ	9.431-8.127=1.304
min	20.084-29.648=-9.564
max	47.178-47.267=-0.089

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000-846.000=4.000
σ	0.000
min	850.000-846.000=4.000
max	850.000-846.000=4.000

*mean*	678.276-710.774=-32.498
σ	58.464-83.646=-25.182
min	609.992-634.173=-24.181
max	775.004-846.375=-71.371

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-327.854=0.162
σ	0.037-0.036=0.000
min	327.966-327.803=0.162
max	328.055-327.891=0.164

*mean*	439.200-441.400=-2.200
σ	3.701-3.847=-0.146
min	433.000-435.000=-2.000
max	442.000-445.000=-3.000

*mean*	0.436-0.432=0.005
σ	0.008-0.011=-0.003
min	0.423-0.423=0.000
max	0.445-0.451=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.236-1313.073=0.163
σ	0.137-0.133=0.004
min	1313.125-1312.960=0.165
max	1313.471-1313.298=0.173

*mean*	1072.000-1087.800=-15.800
σ	164.610-171.014=-6.404
min	876.000-891.000=-15.000
max	1279.000-1310.000=-31.000

*mean*	1.887-1.943=-0.055
σ	0.053-0.116=-0.063
min	1.827-1.845=-0.018
max	1.934-2.143=-0.209

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.231-1552.062=0.169
σ	3.032-3.060=-0.028
min	1550.693-1550.508=0.184
max	1557.647-1557.529=0.118

*mean*	618.000-625.200=-7.200
σ	85.029-89.315=-4.286
min	519.000-515.000=4.000
max	732.000-740.000=-8.000

*mean*	2.268-2.299=-0.031
σ	0.135-0.277=-0.141
min	2.135-2.075=0.060
max	2.442-2.745=-0.303

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.222-1875.079=0.143
σ	0.046-0.075=-0.030
min	1875.165-1874.998=0.168
max	1875.274-1875.201=0.073

*mean*	1708.600-1742.800=-34.200
σ	265.396-219.598=45.799
min	1391.000-1453.000=-62.000
max	2078.000-1953.000=125.000

*mean*	2.893-3.318=-0.424
σ	0.084-0.320=-0.236
min	2.821-2.985=-0.165
max	3.034-3.728=-0.695

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.628-1.504=0.124
σ	0.137-0.185=-0.048
min	1.390-1.199=0.190
max	1.731-1.636=0.095

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.419-419.406=0.013
σ	508.919-508.894=0.025
min	164.957-164.956=0.002
max	1182.797-1182.746=0.051

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	429.000-435.000=-6.000
σ	0.000
min	429.000-435.000=-6.000
max	429.000-435.000=-6.000

*mean*	0.531-0.513=0.017
σ	0.529-0.475=0.054
min	0.261-0.274=-0.013
max	1.325-1.226=0.099

policies=20

*mean*	1649.816-1649.831=-0.015
σ	0.368-0.372=-0.004
min	1649.591-1649.604=-0.013
max	1650.366-1650.386=-0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-454.250=-6.250
σ	17.088-11.843=5.245
min	429.000-440.000=-11.000
max	469.000-464.000=5.000

*mean*	2.654-2.655=-0.001
σ	0.012-0.023=-0.012
min	2.647-2.623=0.024
max	2.671-2.679=-0.008

policies=200

*mean*	16506.095-16506.142=-0.047
σ	0.052-0.060=-0.008
min	16506.040-16506.071=-0.031
max	16506.141-16506.215=-0.073

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-502.250=-5.250
σ	6.481-5.620=0.861
min	490.000-495.000=-5.000
max	505.000-508.000=-3.000

*mean*	26.697-26.754=-0.057
σ	0.149-0.144=0.005
min	26.566-26.610=-0.044
max	26.834-26.908=-0.074