Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.620=0.261
σ	0.358-0.351=0.007
min	54.748-54.482=0.267
max	55.899-55.618=0.281

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.139-0.139=-0.000
σ	0.006-0.005=0.001
min	0.133-0.131=0.001
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.790=0.060
σ	0.006-0.006=-0.000
min	43.841-43.780=0.061
max	43.857-43.801=0.056

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.130-0.123=0.007
σ	0.009-0.004=0.005
min	0.122-0.120=0.002
max	0.143-0.131=0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.001-0.002=-0.001
min	36.616-36.615=0.001
max	36.619-36.619=-0.000

*mean*	4590.375-4151.500=438.875
σ	2249.852-1899.928=349.924
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	145.728-12.885=132.843
σ	375.563-0.396=375.168
min	11.935-12.564=-0.629
max	1075.188-13.737=1061.451

op=column_set() on indexed, repeat

*mean*	36.616-36.617=-0.000
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.617-36.620=-0.003

*mean*	4590.375-4151.500=438.875
σ	2249.852-1899.928=349.924
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	14.897-13.263=1.634
σ	4.723-0.170=4.553
min	11.686-13.013=-1.327
max	25.532-13.549=11.983

op=table_records(), no indexes

*mean*	41.948-41.932=0.016
σ	0.002-0.001=0.001
min	41.945-41.929=0.016
max	41.950-41.933=0.018

*mean*	7384.000-7308.000=76.000
σ	0.000
min	7384.000-7308.000=76.000
max	7384.000-7308.000=76.000

*mean*	11.598-15.293=-3.695
σ	1.842-0.778=1.065
min	10.777-13.467=-2.690
max	16.143-16.107=0.036

op=table_records(), repeat

*mean*	41.932-41.928=0.004
σ	0.000-0.002=-0.001
min	41.932-41.927=0.005
max	41.933-41.932=0.001

*mean*	4181.875-4151.500=30.375
σ	1946.372-1899.928=46.444
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	11.225-12.879=-1.654
σ	0.970-1.992=-1.022
min	10.731-10.607=0.125
max	13.595-15.418=-1.823

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=-0.000
min	27.604-27.603=0.001
max	27.991-27.991=-0.000

*mean*	4181.875-4151.500=30.375
σ	1946.372-1899.928=46.444
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	8.829-9.005=-0.176
σ	0.705-0.369=0.336
min	8.108-8.339=-0.231
max	10.487-9.462=1.025

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.400=0.004
σ	0.000-0.002=-0.002
min	26.404-26.399=0.005
max	26.404-26.403=0.001

*mean*	4181.875-4151.500=30.375
σ	1946.372-1899.928=46.444
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	6.919-6.791=0.128
σ	0.474-0.258=0.217
min	6.580-6.545=0.035
max	8.053-7.199=0.854

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.666=0.013
σ	0.003-0.002=0.001
min	25.678-25.664=0.013
max	25.686-25.668=0.018

*mean*	4590.375-4151.500=438.875
σ	2249.852-1899.928=349.924
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	6.596-6.113=0.483
σ	1.004-0.071=0.933
min	5.806-6.023=-0.217
max	8.777-6.267=2.510

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.968=0.014
σ	0.000-0.002=-0.002
min	25.982-25.967=0.015
max	25.983-25.972=0.011

*mean*	4590.375-4151.500=438.875
σ	2249.852-1899.928=349.924
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	6.458-5.943=0.516
σ	1.028-0.100=0.929
min	5.818-5.759=0.059
max	8.775-6.064=2.711

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-2524.606=-1502.992
σ	0.002-0.000=0.002
min	1021.612-2524.606=-1502.994
max	1021.616-2524.607=-1502.991

*mean*	7384.000-7308.000=76.000
σ	0.000
min	7384.000-7308.000=76.000
max	7384.000-7308.000=76.000

*mean*	348.652-1074.163=-725.511
σ	1.927-79.829=-77.901
min	346.325-1038.209=-691.884
max	351.364-1271.360=-919.995

op=load_product(), with indexes

*mean*	3495.866-8744.722=-5248.856
σ	0.469-0.469=-0.001
min	3495.700-8744.554=-5248.854
max	3497.026-8745.883=-5248.858

*mean*	3757.375-3572.125=185.250
σ	2300.844-1795.120=505.724
min	720.000-1045.000=-325.000
max	7384.000-5794.000=1590.000

*mean*	1751.156-4765.926=-3014.770
σ	603.644-1547.463=-943.819
min	1396.887-3510.791=-2113.904
max	2764.796-7651.891=-4887.095

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4151.500
σ	1899.928
min	1556.000
max	7308.000

*mean*	80.700
σ	10.092
min	70.790
max	96.206

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853
σ	0.000
min	107.852
max	107.853

*mean*	4410.750
σ	2219.173
min	1483.000
max	7384.000

*mean*	274.527
σ	400.063
min	124.494
max	1264.374

op=column_set() on unindexed, dense, repeat

*mean*	62.080
σ	0.000
min	62.080
max	62.080

*mean*	4410.750
σ	2219.173
min	1483.000
max	7384.000

*mean*	46.058
σ	8.987
min	41.171
max	67.981

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7308.000
σ	0.000
min	7308.000
max	7308.000

*mean*	106.545
σ	5.465
min	95.223
max	109.958

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	206.413
σ	520.844
min	21.520
max	1495.434

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-66.686=4.621
σ	0.002-0.000=0.001
min	71.305-66.685=4.620
max	71.310-66.687=4.623

*mean*	7384.000-7308.000=76.000
σ	0.000
min	7384.000-7308.000=76.000
max	7384.000-7308.000=76.000

*mean*	66.357-162.658=-96.302
σ	25.512-10.523=14.989
min	55.609-138.708=-83.099
max	129.208-169.079=-39.870

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-11656.836=-7009.987
σ	0.014-4.324=-4.311
min	4646.844-11655.305=-7008.461
max	4646.882-11667.538=-7020.656

*mean*	4181.875-4151.500=30.375
σ	1946.372-1899.928=46.444
min	1483.000-1556.000=-73.000
max	7384.000-7308.000=76.000

*mean*	3196.281-5952.929=-2756.647
σ	703.625-1154.680=-451.055
min	2503.048-4860.638=-2357.590
max	4334.692-7783.369=-3448.677

op=vertical_lookup_list() on indexed

*mean*	1973.849-11560.065=-9586.216
σ	0.002-0.001=0.001
min	1973.847-11560.064=-9586.217
max	1973.852-11560.066=-9586.214

*mean*	7384.000-7308.000=76.000
σ	0.000
min	7384.000-7308.000=76.000
max	7384.000-7308.000=76.000

*mean*	1043.066-4999.931=-3956.866
σ	277.497-1075.482=-797.985
min	912.052-4318.653=-3406.602
max	1720.839-7252.455=-5531.616

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	391.008
σ	7.698
min	380.241
max	406.988

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.750-477.000=-0.250
σ	0.463-0.000=0.463
min	476.000-477.000=-1.000
max	477.000

*mean*	391.375-359.073=32.302
σ	24.425-29.149=-4.724
min	365.707-305.669=60.038
max	446.046-390.731=55.315

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	558.250-558.500=-0.250
σ	0.707-0.926=-0.219
min	558.000
max	560.000

*mean*	731.160-720.753=10.408
σ	60.815-77.727=-16.912
min	667.265-592.601=74.665
max	834.756-793.325=41.431

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1008.374=16.192
σ	0.760-0.760=0.001
min	1024.095-1007.899=16.197
max	1027.708-1011.515=16.192

*mean*	1050.250-1058.200=-7.950
σ	319.561-315.401=4.161
min	544.000-562.000=-18.000
max	1564.000-1528.000=36.000

*mean*	1.387-1.549=-0.161
σ	0.085-0.069=0.017
min	1.311-1.492=-0.181
max	1.664-1.768=-0.105

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.414=-0.107
σ	0.317-0.513=-0.196
min	0.142-0.147=-0.005
max	0.870-1.325=-0.455

name=error_case.art

*mean*	2.340-2.338=0.002
σ	0.012
min	2.334-2.332=0.002
max	2.362-2.359=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.475=0.004
σ	0.329-0.315=0.015
min	0.320-0.326=-0.006
max	1.068-1.038=0.030

name=heavy_item.art

*mean*	1.523-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.215=0.007
σ	0.021-0.020=0.001
min	0.206-0.197=0.009
max	0.256-0.249=0.007

name=nested_use.art

*mean*	2.358-2.355=0.002
σ	0.002
min	2.357-2.355=0.002
max	2.361-2.358=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.329=-0.001
σ	0.023-0.019=0.004
min	0.309-0.317=-0.007
max	0.368-0.363=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024-963.908=1.116
σ	0.011
min	965.018-963.902=1.116
max	965.042-963.926=1.116

*mean*	433.800-434.800=-1.000
σ	3.033-1.643=1.390
min	431.000-432.000=-1.000
max	437.000-436.000=1.000

*mean*	0.505-0.554=-0.049
σ	0.062-0.057=0.005
min	0.452-0.458=-0.006
max	0.604-0.599=0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.928-884.884=1.044
σ	0.002
min	885.926-884.883=1.044
max	885.930-884.886=1.044

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.467-0.426=0.041
σ	0.042-0.030=0.011
min	0.408-0.382=0.026
max	0.516-0.455=0.061

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.706=0.003
σ	0.002
min	7.709-7.705=0.003
max	7.713-7.709=0.003

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	2.646-2.569=0.077
σ	0.098-0.093=0.005
min	2.449-2.417=0.032
max	2.901-2.878=0.023

name=record_render_large_syntax_err.art

*mean*	7.658-7.655=0.003
σ	0.002
min	7.657-7.654=0.003
max	7.661-7.658=0.003

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	2.637-2.585=0.052
σ	0.097-0.072=0.025
min	2.464-2.469=-0.005
max	3.016-2.861=0.155

name=record_render_success.art

*mean*	2.290-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.309-0.307=0.002
σ	0.008-0.009=-0.000
min	0.295-0.291=0.004
max	0.362-0.357=0.005

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.295-0.290=0.004
σ	0.007-0.007=-0.001
min	0.279-0.277=0.003
max	0.326-0.325=0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.867
σ	12.218
min	0.574
max	118.831

*mean*	467.515
σ	22.885
min	406.000
max	485.000

*mean*	0.027
σ	0.030
min	0.001
max	0.286

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.836-297.984=0.852
σ	1.022-1.037=-0.014
min	298.438-297.564=0.874
max	301.744-300.931=0.812

*mean*	445.200-442.400=2.800
σ	14.665-15.299=-0.633
min	426.000-418.000=8.000
max	466.000-465.000=1.000

*mean*	0.608-0.611=-0.003
σ	0.014-0.015=-0.002
min	0.588-0.576=0.012
max	0.638-0.632=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-222.011=14.670
σ	0.000-0.000=0.000
min	236.681-222.011=14.670
max	236.681-222.011=14.670

*mean*	1012.625-1722.875=-710.250
σ	66.114-57.734=8.380
min	849.000-1580.000=-731.000
max	1036.000-1745.000=-709.000

*mean*	207.019-212.785=-5.766
σ	4.574-1.825=2.749
min	199.387-210.011=-10.625
max	213.018-215.585=-2.567

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1012.625-1722.875=-710.250
σ	66.114-57.734=8.380
min	849.000-1580.000=-731.000
max	1036.000-1745.000=-709.000

*mean*	10.357-11.410=-1.053
σ	3.354-1.556=1.798
min	6.283-9.342=-3.059
max	13.478-12.793=0.685

phase=parser

*mean*	1042.451-1041.159=1.293
σ	0.000-0.000=-0.000
min	1042.451-1041.158=1.293
max	1042.452-1041.159=1.293

*mean*	1012.625-1722.875=-710.250
σ	66.114-57.734=8.380
min	849.000-1580.000=-731.000
max	1036.000-1745.000=-709.000

*mean*	615.338-675.953=-60.615
σ	170.850-91.778=79.072
min	373.284-556.182=-182.899
max	826.248-821.918=4.330

phase=processProdDef

*mean*	2232.166-6169.660=-3937.494
σ	0.000-0.001=-0.001
min	2232.166-6169.659=-3937.493
max	2232.166-6169.661=-3937.495

*mean*	1036.000-1743.500=-707.500
σ	0.000-0.926=-0.926
min	1036.000-1743.000=-707.000
max	1036.000-1745.000=-709.000

*mean*	2704.161-5136.620=-2432.459
σ	642.742-1120.668=-477.926
min	1794.317-4011.745=-2217.428
max	3359.186-6821.502=-3462.315

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1012.625-1722.875=-710.250
σ	66.114-57.734=8.380
min	849.000-1580.000=-731.000
max	1036.000-1745.000=-709.000

*mean*	42.754-43.669=-0.915
σ	6.843-6.514=0.330
min	30.925-30.792=0.133
max	51.513-50.589=0.925

phase=type checker

*mean*	990.450-958.670=31.780
σ	0.071-0.066=0.005
min	990.345-958.573=31.772
max	990.563-958.760=31.803

*mean*	1012.625-1722.875=-710.250
σ	66.114-57.734=8.380
min	849.000-1580.000=-731.000
max	1036.000-1745.000=-709.000

*mean*	866.619-787.076=79.542
σ	45.086-85.034=-39.948
min	799.461-668.644=130.817
max	913.238-882.981=30.257

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-292.774=1.047
σ	0.038-0.034=0.004
min	293.768-292.726=1.042
max	293.861-292.811=1.050

*mean*	443.800-445.000=-1.200
σ	3.271-0.000=3.271
min	441.000-445.000=-4.000
max	449.000-445.000=4.000

*mean*	0.399-0.396=0.003
σ	0.008-0.002=0.006
min	0.393-0.394=-0.001
max	0.407-0.399=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.300-1302.866=17.434
σ	0.139-0.087=0.051
min	1320.166-1302.716=17.450
max	1320.520-1302.942=17.578

*mean*	1110.400-1099.200=11.200
σ	168.731-187.656=-18.924
min	896.000-840.000=56.000
max	1324.000-1322.000=2.000

*mean*	1.938-2.017=-0.079
σ	0.036-0.212=-0.176
min	1.903-1.760=0.143
max	1.996-2.233=-0.237

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.309-1545.907=13.402
σ	2.951-4.026=-1.075
min	1557.737-1543.915=13.822
max	1564.574-1553.102=11.472

*mean*	639.000-612.400=26.600
σ	73.624-77.394=-3.770
min	541.000-493.000=48.000
max	727.000-699.000=28.000

*mean*	2.356-2.274=0.082
σ	0.287-0.217=0.070
min	2.038-2.136=-0.098
max	2.663-2.659=0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.365-1864.844=17.521
σ	0.065-0.026=0.039
min	1882.292-1864.801=17.492
max	1882.445-1864.870=17.574

*mean*	1758.000-1726.000=32.000
σ	212.052-191.340=20.712
min	1478.000-1461.000=17.000
max	1960.000-1905.000=55.000

*mean*	3.248-2.967=0.280
σ	0.309-0.112=0.197
min	2.907-2.852=0.055
max	3.674-3.131=0.543

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645-1.785=-0.140
σ	0.157-0.102=0.056
min	1.484-1.676=-0.192
max	1.844-1.928=-0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.905-447.754=-30.848
σ	512.375-579.111=-66.736
min	160.714-158.197=2.517
max	1185.467-1316.420=-130.952

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	447.000-444.000=3.000
σ	0.000
min	447.000-444.000=3.000
max	447.000-444.000=3.000

*mean*	0.521-0.537=-0.016
σ	0.510-0.549=-0.039
min	0.265-0.260=0.005
max	1.286-1.361=-0.075

policies=20

*mean*	1607.488-1582.281=25.207
σ	0.381-0.358=0.023
min	1607.224-1582.032=25.192
max	1608.050-1582.810=25.241

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	448.000
σ	1.155-4.619=-3.464
min	447.000-444.000=3.000
max	449.000-452.000=-3.000

*mean*	2.627-2.630=-0.003
σ	0.007-0.059=-0.052
min	2.617-2.592=0.026
max	2.633-2.717=-0.084

policies=200

*mean*	16083.484-15830.687=252.797
σ	0.150-0.146=0.004
min	16083.357-15830.528=252.830
max	16083.664-15830.874=252.790

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	498.250-496.250=2.000
σ	4.349-4.113=0.236
min	494.000-491.000=3.000
max	504.000-501.000=3.000

*mean*	26.552-26.525=0.026
σ	0.224-0.121=0.103
min	26.335-26.416=-0.080
max	26.762-26.643=0.120