Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.717=-0.001
σ	0.364-0.365=-0.001
min	54.580-54.584=-0.004
max	55.751-55.754=-0.004

*mean*	418.700-416.000=2.700
σ	0.483-0.000=0.483
min	418.000-416.000=2.000
max	419.000-416.000=3.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.005=-0.001
min	0.136-0.133=0.003
max	0.147-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=0.000
σ	0.007-0.008=-0.000
min	43.766-43.767=-0.001
max	43.790-43.789=0.001

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=-0.000
min	0.121-0.122=-0.001
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4584.375-4581.625=2.750
σ	2254.291-2257.603=-3.312
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	14.046-14.000=0.047
σ	3.653-3.967=-0.313
min	12.032-11.740=0.291
max	21.790-22.618=-0.827

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.604-36.605=-0.000

*mean*	4584.375-4581.625=2.750
σ	2254.291-2257.603=-3.312
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	13.053-14.324=-1.271
σ	3.212-3.927=-0.714
min	11.458-11.728=-0.269
max	20.883-22.695=-1.812

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	11.201-10.976=0.226
σ	0.140-0.174=-0.034
min	10.945-10.652=0.292
max	11.401-11.127=0.274

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=-0.000

*mean*	4170.000-4165.500=4.500
σ	1945.480-1948.247=-2.767
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	11.893-11.624=0.269
σ	1.813-1.871=-0.058
min	11.027-10.747=0.280
max	16.359-16.239=0.120

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.136=0.000
min	27.584-27.584=0.000
max	27.971-27.971=0.000

*mean*	4170.000-4165.500=4.500
σ	1945.480-1948.247=-2.767
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	8.896-9.094=-0.197
σ	1.273-1.290=-0.017
min	7.806-8.303=-0.497
max	11.959-12.251=-0.291

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384-26.384=0.000

*mean*	4170.000-4165.500=4.500
σ	1945.480-1948.247=-2.767
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	6.533-7.224=-0.691
σ	1.125-0.912=0.213
min	5.763-6.570=-0.808
max	9.247-9.423=-0.177

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4584.375-4581.625=2.750
σ	2254.291-2257.603=-3.312
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	6.368-6.483=-0.115
σ	0.997-1.033=-0.036
min	5.566-5.740=-0.174
max	8.787-8.646=0.141

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4584.375-4581.625=2.750
σ	2254.291-2257.603=-3.312
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	6.175-6.316=-0.141
σ	1.017-1.039=-0.023
min	5.514-5.613=-0.099
max	8.666-8.684=-0.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	361.113-376.150=-15.037
σ	41.827-80.883=-39.056
min	340.626-344.729=-4.103
max	464.346-576.283=-111.937

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.453-0.453=-0.000
min	3495.694
max	3496.977

*mean*	3748.750-3745.875=2.875
σ	2298.369-2299.833=-1.464
min	719.000-720.000=-1.000
max	7404.000-7406.000=-2.000

*mean*	1614.463-1646.193=-31.730
σ	546.985-536.376=10.608
min	1392.079-1400.207=-8.127
max	2959.261-2958.324=0.937

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842

*mean*	4405.000-4400.625=4.375
σ	2225.755-2229.029=-3.274
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	225.372-284.551=-59.178
σ	257.083-420.422=-163.339
min	122.751-125.262=-2.511
max	859.999-1324.427=-464.429

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4584.375-4581.625=2.750
σ	2254.291-2257.603=-3.312
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	212.682-193.075=19.607
σ	471.689-414.152=57.537
min	41.555-41.184=0.371
max	1379.940-1217.804=162.137

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	23.084-22.566=0.518
σ	2.731-1.911=0.820
min	21.595-21.414=0.180
max	29.792-26.098=3.694

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	308.044-277.129=30.916
σ	710.633-621.623=89.010
min	54.850-55.590=-0.740
max	2066.753-1815.553=251.200

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4170.000-4165.500=4.500
σ	1945.480-1948.247=-2.767
min	1485.000
max	7404.000-7406.000=-2.000

*mean*	3101.792-3137.392=-35.600
σ	807.995-835.535=-27.540
min	2480.009-2521.886=-41.877
max	4492.352-4759.232=-266.880

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.832-1973.832=-0.000

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	1068.643-1104.768=-36.125
σ	284.977-300.592=-15.614
min	910.885-923.950=-13.064
max	1739.227-1765.458=-26.231

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.082=0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	406.874-408.702=-1.828
σ	48.234-39.596=8.638
min	384.750-387.139=-2.390
max	526.071-505.495=20.576

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-478.000=-2.125
σ	1.246-0.000=1.246
min	474.000-478.000=-4.000
max	477.000-478.000=-1.000

*mean*	373.947-387.799=-13.852
σ	25.726-22.775=2.951
min	340.885-361.714=-20.828
max	402.019-423.452=-21.433

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-563.500=-0.500
σ	0.000-0.926=-0.926
min	563.000-562.000=1.000
max	563.000-564.000=-1.000

*mean*	741.089-777.704=-36.615
σ	51.809-42.358=9.451
min	624.184-721.580=-97.396
max	798.851-841.741=-42.890

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-964.562=0.001
σ	1.879-1.879=-0.000
min	963.842-963.843=-0.001
max	972.509-972.510=-0.001

*mean*	1034.050-1041.900=-7.850
σ	303.796-305.833=-2.037
min	540.000-587.000=-47.000
max	1521.000-1490.000=31.000

*mean*	1.257-1.275=-0.018
σ	0.095-0.145=-0.051
min	1.170-1.082=0.088
max	1.567-1.740=-0.173

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.292=0.088
σ	0.463-0.289=0.174
min	0.144-0.136=0.008
max	1.204-0.804=0.400

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.417-0.472=-0.055
σ	0.190-0.317=-0.126
min	0.322-0.316=0.007
max	0.758-1.038=-0.280

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.220-0.214=0.006
σ	0.020-0.021=-0.001
min	0.206-0.199=0.007
max	0.255-0.250=0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.341-0.331=0.010
σ	0.017-0.020=-0.003
min	0.331-0.312=0.020
max	0.372-0.362=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.556-0.542=0.013
σ	0.062-0.041=0.021
min	0.447-0.492=-0.045
max	0.595-0.582=0.013

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.471-0.473=-0.002
σ	0.048-0.028=0.019
min	0.398-0.456=-0.058
max	0.519-0.523=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.680-2.696=-0.017
σ	0.118-0.110=0.008
min	2.421-2.465=-0.044
max	3.108-2.959=0.149

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.639-2.621=0.018
σ	0.091-0.081=0.010
min	2.428-2.465=-0.037
max	2.847-2.915=-0.068

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.315-0.306=0.009
σ	0.043-0.015=0.028
min	0.286-0.283=0.003
max	0.614-0.359=0.255

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.292-0.295=-0.003
σ	0.011-0.042=-0.031
min	0.274-0.277=-0.003
max	0.357-0.692=-0.335

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.339-11.801=-0.462
σ	10.920-11.829=-0.909
min	0.574-0.574=-0.000
max	87.129-109.330=-22.201

*mean*	462.258-456.713=5.545
σ	20.482-17.129=3.354
min	408.000
max	480.000-479.000=1.000

*mean*	0.026-0.027=-0.001
σ	0.027-0.029=-0.002
min	0.001-0.001=-0.000
max	0.212-0.259=-0.047

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.237-279.028=0.209
σ	1.043-1.064=-0.021
min	278.836-278.592=0.244
max	282.203-282.051=0.152

*mean*	441.900-441.700=0.200
σ	15.387-15.464=-0.076
min	414.000-417.000=-3.000
max	465.000-467.000=-2.000

*mean*	0.575-0.573=0.002
σ	0.018-0.028=-0.010
min	0.549-0.513=0.036
max	0.615-0.611=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	837.000-851.000=-14.000
σ	31.113-0.000=31.113
min	760.000-851.000=-91.000
max	848.000-851.000=-3.000

*mean*	219.635-245.626=-25.991
σ	22.238-10.794=11.444
min	195.118-221.507=-26.390
max	242.985-253.232=-10.247

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	822.750-842.125=-19.375
σ	49.971-25.102=24.868
min	714.000-780.000=-66.000
max	848.000-851.000=-3.000

*mean*	8.268-7.905=0.363
σ	1.050-1.321=-0.271
min	6.951-5.984=0.967
max	9.307-9.170=0.137

phase=parser

*mean*	1042.133
σ	0.000
min	1042.133
max	1042.134

*mean*	822.750-842.125=-19.375
σ	49.971-25.102=24.868
min	714.000-780.000=-66.000
max	848.000-851.000=-3.000

*mean*	541.755-518.771=22.984
σ	85.307-96.205=-10.898
min	433.251-407.941=25.310
max	616.652-619.212=-2.560

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	837.000-851.000=-14.000
σ	31.113-0.000=31.113
min	760.000-851.000=-91.000
max	848.000-851.000=-3.000

*mean*	2880.087-3030.714=-150.628
σ	388.786-256.071=132.716
min	2245.472-2681.535=-436.063
max	3298.161-3333.293=-35.132

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	822.750-842.125=-19.375
σ	49.971-25.102=24.868
min	714.000-780.000=-66.000
max	848.000-851.000=-3.000

*mean*	42.093-40.764=1.329
σ	4.158-5.589=-1.430
min	37.746-32.717=5.029
max	48.316-47.465=0.850

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	822.750-842.125=-19.375
σ	49.971-25.102=24.868
min	714.000-780.000=-66.000
max	848.000-851.000=-3.000

*mean*	671.956-659.624=12.333
σ	39.724-14.675=25.048
min	638.993-637.524=1.469
max	767.279-680.044=87.235

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=0.000
σ	0.038-0.036=0.002
min	282.801-282.804=-0.004
max	282.893-282.891=0.002

*mean*	441.800-438.800=3.000
σ	3.834
min	439.000-436.000=3.000
max	446.000-443.000=3.000

*mean*	0.377-0.378=-0.001
σ	0.000-0.002=-0.001
min	0.377-0.376=0.001
max	0.378-0.381=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1268.147=-0.097
σ	0.117-0.080=0.037
min	1267.950-1268.080=-0.129
max	1268.243-1268.270=-0.028

*mean*	1092.400-1092.600=-0.200
σ	172.349-170.132=2.218
min	884.000-891.000=-7.000
max	1326.000-1325.000=1.000

*mean*	2.023-2.229=-0.206
σ	0.120-0.131=-0.011
min	1.881-2.094=-0.213
max	2.126-2.399=-0.272

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.052-1507.012=0.040
σ	2.927-2.979=-0.052
min	1505.550-1505.459=0.092
max	1512.276-1512.327=-0.051

*mean*	626.000-624.200=1.800
σ	89.034-87.622=1.411
min	495.000-493.000=2.000
max	735.000-726.000=9.000

*mean*	2.248-2.185=0.064
σ	0.135-0.257=-0.122
min	2.112-1.939=0.173
max	2.446-2.606=-0.160

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.072-1830.067=0.004
σ	0.048-0.060=-0.012
min	1830.003-1830.000=0.003
max	1830.112-1830.130=-0.018

*mean*	1717.200-1715.200=2.000
σ	186.868
min	1455.000-1453.000=2.000
max	1886.000-1884.000=2.000

*mean*	3.086-3.031=0.055
σ	0.388-0.337=0.051
min	2.874-2.749=0.125
max	3.776-3.510=0.266

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.669-1.756=-0.088
σ	0.192-0.110=0.082
min	1.362-1.647=-0.285
max	1.825-1.900=-0.075

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.199=0.000
σ	509.798-509.796=0.003
min	151.296-151.295=0.001
max	1170.896-1170.892=0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-444.000=-5.000
σ	0.000
min	439.000-444.000=-5.000
max	439.000-444.000=-5.000

*mean*	0.515-0.516=-0.001
σ	0.516-0.520=-0.005
min	0.254-0.250=0.004
max	1.288-1.296=-0.008

policies=20

*mean*	1513.148-1513.152=-0.005
σ	0.269-0.276=-0.007
min	1512.967-1512.975=-0.007
max	1513.545-1513.561=-0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000-446.000=-2.000
σ	5.774-2.309=3.464
min	439.000-444.000=-5.000
max	449.000-448.000=1.000

*mean*	2.501-2.512=-0.011
σ	0.018-0.014=0.005
min	2.478-2.498=-0.020
max	2.523-2.530=-0.008

policies=200

*mean*	15140.031-15139.936=0.095
σ	0.086-0.137=-0.051
min	15139.922-15139.749=0.173
max	15140.132-15140.044=0.087

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-496.500=-1.250
σ	5.058-6.608=-1.550
min	489.000
max	501.000-503.000=-2.000

*mean*	25.293-25.380=-0.087
σ	0.132-0.118=0.014
min	25.178-25.258=-0.080
max	25.475-25.542=-0.067