Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.717=-0.002
σ	0.362-0.363=-0.001
min	54.578-54.582=-0.004
max	55.745-55.750=-0.004

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.137=-0.000
max	0.147-0.151=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.780-43.779=0.001
σ	0.008-0.007=0.001
min	43.767-43.767=0.001
max	43.792-43.788=0.003

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.124=-0.001
σ	0.004-0.004=0.000
min	0.120-0.121=-0.001
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4586.500-4589.500=-3.000
σ	2254.035-2247.606=6.430
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	12.892-152.166=-139.274
σ	2.035-395.904=-393.870
min	11.853-11.921=-0.067
max	17.840-1131.979=-1114.140

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4586.500-4589.500=-3.000
σ	2254.035-2247.606=6.430
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	13.011-14.063=-1.052
σ	1.673-4.367=-2.695
min	11.467-11.770=-0.303
max	16.941-24.818=-7.877

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7403.000-7379.000=24.000
σ	0.000
min	7403.000-7379.000=24.000
max	7403.000-7379.000=24.000

*mean*	10.945-11.610=-0.665
σ	0.204-1.753=-1.549
min	10.701-10.717=-0.016
max	11.260-15.929=-4.669

op=table_records(), repeat

*mean*	41.924-41.925=-0.001
σ	0.000-0.002=-0.001
min	41.924-41.924=0.000
max	41.925-41.929=-0.004

*mean*	4173.125-4180.375=-7.250
σ	1945.897-1944.792=1.105
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	11.528-11.839=-0.311
σ	1.913-1.840=0.073
min	10.667-10.837=-0.169
max	16.247-16.326=-0.079

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4173.125-4180.375=-7.250
σ	1945.897-1944.792=1.105
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	9.074-9.085=-0.010
σ	1.392-1.232=0.159
min	7.842-8.080=-0.238
max	12.408-12.048=0.360

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4173.125-4180.375=-7.250
σ	1945.897-1944.792=1.105
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	7.086-6.787=0.299
σ	1.007-0.972=0.035
min	6.528-6.008=0.520
max	9.565-9.056=0.509

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4586.500-4589.500=-3.000
σ	2254.035-2247.606=6.430
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	6.135-6.331=-0.196
σ	0.506-0.982=-0.476
min	5.765-5.860=-0.096
max	7.346-8.745=-1.398

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.000-0.000=-0.000
min	25.961-25.961=0.000
max	25.962-25.962=-0.000

*mean*	4586.500-4589.500=-3.000
σ	2254.035-2247.606=6.430
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	5.963-6.252=-0.289
σ	0.562-1.087=-0.525
min	5.513-5.462=0.052
max	7.319-8.902=-1.583

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7403.000-7379.000=24.000
σ	0.000
min	7403.000-7379.000=24.000
max	7403.000-7379.000=24.000

*mean*	375.646-344.088=31.558
σ	77.794-1.848=75.946
min	345.665-341.733=3.932
max	568.151-348.068=220.083

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3751.125-3757.000=-5.875
σ	2299.039-2299.600=-0.561
min	720.000-719.000=1.000
max	7403.000-7379.000=24.000

*mean*	1576.849-1733.709=-156.861
σ	422.643-626.324=-203.682
min	1386.592-1386.028=0.564
max	2608.919-2776.427=-167.508

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.840=0.000
max	107.842

*mean*	4407.375-4408.250=-0.875
σ	2225.191-2216.785=8.406
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	248.462-189.263=59.199
σ	308.216-151.375=156.841
min	124.824-122.968=1.856
max	1009.907-561.792=448.115

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4586.500-4408.250=178.250
σ	2254.035-2216.785=37.250
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	166.222-42.425=123.797
σ	344.858-1.508=343.350
min	40.783-40.671=0.112
max	1019.676-44.944=974.733

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7403.000-7379.000=24.000
σ	0.000
min	7403.000-7379.000=24.000
max	7403.000-7379.000=24.000

*mean*	22.730-216.994=-194.264
σ	1.897-550.319=-548.422
min	21.495-21.771=-0.276
max	26.126-1578.963=-1552.837

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7403.000-7379.000=24.000
σ	0.000
min	7403.000-7379.000=24.000
max	7403.000-7379.000=24.000

*mean*	325.061-64.840=260.221
σ	758.714-23.436=735.277
min	55.130-55.245=-0.115
max	2202.771-122.577=2080.194

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4173.125-4180.375=-7.250
σ	1945.897-1944.792=1.105
min	1488.000-1486.000=2.000
max	7403.000-7379.000=24.000

*mean*	3217.533-3241.555=-24.022
σ	834.525-840.523=-5.998
min	2553.044-2472.741=80.303
max	4837.729-4754.069=83.659

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7403.000-7379.000=24.000
σ	0.000
min	7403.000-7379.000=24.000
max	7403.000-7379.000=24.000

*mean*	1160.414-1016.918=143.496
σ	372.484-217.923=154.562
min	927.860-912.869=14.991
max	1785.777-1532.311=253.466

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7403.000-7379.000=24.000
σ	0.000
min	7403.000-7379.000=24.000
max	7403.000-7379.000=24.000

*mean*	409.139-389.504=19.635
σ	39.218-7.840=31.378
min	390.483-372.940=17.542
max	505.562-401.818=103.744

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.000=2.000
σ	0.000
min	477.000-475.000=2.000
max	477.000-475.000=2.000

*mean*	407.262-371.018=36.244
σ	17.885-35.783=-17.898
min	384.028-306.224=77.804
max	437.053-418.602=18.451

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.875-562.500=-2.625
σ	3.227-0.926=2.301
min	556.000-561.000=-5.000
max	563.000

*mean*	742.247-744.982=-2.735
σ	37.129-71.027=-33.899
min	688.152-612.414=75.738
max	799.666-825.746=-26.080

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.565-964.563=0.002
σ	1.880-1.879=0.002
min	963.842-963.842=0.001
max	972.519-972.509=0.010

*mean*	1049.150-1037.900=11.250
σ	314.390-309.207=5.183
min	554.000-546.000=8.000
max	1500.000-1534.000=-34.000

*mean*	1.298-1.250=0.048
σ	0.176-0.071=0.105
min	1.061-1.174=-0.113
max	1.798-1.389=0.409

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.376-0.298=0.078
σ	0.456-0.296=0.160
min	0.139-0.139=0.000
max	1.189-0.824=0.365

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.475=0.006
σ	0.322-0.315=0.007
min	0.322-0.320=0.002
max	1.056-1.037=0.018

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.213=0.004
σ	0.022-0.020=0.002
min	0.201-0.197=0.004
max	0.254-0.246=0.008

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.335=0.003
σ	0.012-0.015=-0.003
min	0.330-0.318=0.012
max	0.359-0.356=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-436.400=-5.400
σ	0.000-6.148=-6.148
min	431.000
max	431.000-443.000=-12.000

*mean*	0.529-0.553=-0.024
σ	0.044-0.049=-0.005
min	0.486-0.480=0.006
max	0.583-0.593=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.483-0.467=0.017
σ	0.033-0.042=-0.009
min	0.438-0.424=0.013
max	0.529-0.520=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.659-2.677=-0.018
σ	0.105-0.106=-0.000
min	2.507-2.531=-0.024
max	3.001-3.056=-0.055

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.725-2.666=0.059
σ	0.081-0.120=-0.038
min	2.537-2.480=0.057
max	3.001-3.413=-0.411

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.299-0.310=-0.011
σ	0.009-0.025=-0.016
min	0.284-0.291=-0.007
max	0.355-0.540=-0.185

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.287-0.294=-0.007
σ	0.007-0.008=-0.001
min	0.274-0.275=-0.001
max	0.328-0.331=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.367-11.206=0.161
σ	12.291-11.665=0.626
min	0.574-0.574=0.000
max	101.426-91.892=9.534

*mean*	464.916-467.413=-2.497
σ	18.357-20.373=-2.016
min	406.000
max	477.000-484.000=-7.000

*mean*	0.026-0.026=0.000
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.241-0.218=0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.971-279.004=-0.033
σ	1.046-1.055=-0.009
min	278.578-278.606=-0.028
max	281.947-282.002=-0.056

*mean*	441.500-443.900=-2.400
σ	16.257-16.196=0.060
min	414.000-426.000=-12.000
max	466.000-469.000=-3.000

*mean*	0.566-0.580=-0.014
σ	0.034-0.013=0.021
min	0.505-0.558=-0.053
max	0.614-0.593=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	852.000-848.000=4.000
σ	0.000
min	852.000-848.000=4.000
max	852.000-848.000=4.000

*mean*	220.649-202.481=18.169
σ	25.276-15.433=9.842
min	189.414-188.583=0.831
max	249.807-237.333=12.473

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	852.000-848.000=4.000
σ	0.000
min	852.000-848.000=4.000
max	852.000-848.000=4.000

*mean*	8.640-6.233=2.407
σ	1.020-1.053=-0.033
min	6.992-5.797=1.195
max	9.418-8.834=0.584

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.131-1042.134=-0.003
max	1042.131-1042.134=-0.003

*mean*	852.000-848.000=4.000
σ	0.000
min	852.000-848.000=4.000
max	852.000-848.000=4.000

*mean*	562.042-404.630=157.412
σ	74.664-81.722=-7.059
min	443.892-371.799=72.093
max	615.369-606.705=8.664

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	852.000-848.000=4.000
σ	0.000
min	852.000-848.000=4.000
max	852.000-848.000=4.000

*mean*	2935.050-2877.529=57.520
σ	271.683-349.611=-77.928
min	2375.115-2322.665=52.450
max	3149.945-3230.083=-80.137

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	852.000-848.000=4.000
σ	0.000
min	852.000-848.000=4.000
max	852.000-848.000=4.000

*mean*	46.089-34.986=11.103
σ	4.101-4.371=-0.271
min	39.182-31.986=7.196
max	49.346-45.296=4.050

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.576=-0.004
max	958.698-958.701=-0.004

*mean*	852.000-848.000=4.000
σ	0.000
min	852.000-848.000=4.000
max	852.000-848.000=4.000

*mean*	669.014-644.923=24.091
σ	10.781-15.168=-4.387
min	653.267-627.367=25.900
max	682.660-673.192=9.469

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.036-0.039=-0.003
min	282.804-282.800=0.004
max	282.891-282.894=-0.003

*mean*	443.000-439.400=3.600
σ	2.739-3.286=-0.548
min	441.000-437.000=4.000
max	446.000-443.000=3.000

*mean*	0.376-0.382=-0.005
σ	0.001-0.008=-0.008
min	0.375-0.377=-0.002
max	0.377-0.397=-0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.054-1268.045=0.009
σ	0.116-0.080=0.036
min	1267.945-1267.961=-0.016
max	1268.245-1268.166=0.079

*mean*	1093.600-1082.400=11.200
σ	170.132-179.801=-9.669
min	892.000-870.000=22.000
max	1326.000-1323.000=3.000

*mean*	1.992-1.949=0.044
σ	0.109-0.115=-0.006
min	1.874-1.787=0.087
max	2.120-2.109=0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.019-1507.079=-0.060
σ	2.977-2.960=0.017
min	1505.456-1505.585=-0.130
max	1512.333-1512.366=-0.033

*mean*	625.200-633.400=-8.200
σ	87.102-89.879=-2.778
min	495.000-497.000=-2.000
max	727.000-731.000=-4.000

*mean*	2.201-2.339=-0.137
σ	0.223-0.289=-0.066
min	1.999-2.113=-0.113
max	2.582-2.670=-0.088

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.063-1830.067=-0.003
σ	0.044-0.038=0.006
min	1829.999-1830.008=-0.009
max	1830.111-1830.096=0.016

*mean*	1720.200-1723.000=-2.800
σ	189.915-168.210=21.705
min	1458.000-1486.000=-28.000
max	1893.000-1881.000=12.000

*mean*	3.011-2.968=0.043
σ	0.262-0.208=0.053
min	2.807-2.816=-0.008
max	3.470-3.335=0.135

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.625-1.753=-0.129
σ	0.165-0.065=0.100
min	1.422-1.680=-0.258
max	1.795-1.821=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.199=0.001
σ	509.795-509.798=-0.003
min	151.299-151.294=0.005
max	1170.892-1170.895=-0.003

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	435.000-439.000=-4.000
σ	0.000
min	435.000-439.000=-4.000
max	435.000-439.000=-4.000

*mean*	0.511-0.483=0.028
σ	0.512-0.452=0.060
min	0.253-0.249=0.004
max	1.279-1.160=0.118

policies=20

*mean*	1513.142-1513.142=0.001
σ	0.273-0.277=-0.004
min	1512.966-1512.961=0.006
max	1513.548-1513.555=-0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000-445.750=-1.750
σ	6.000-4.500=1.500
min	435.000-439.000=-4.000
max	447.000-448.000=-1.000

*mean*	2.509-2.509=-0.000
σ	0.006-0.010=-0.004
min	2.505-2.499=0.006
max	2.518-2.523=-0.004

policies=200

*mean*	15140.035-15140.031=0.004
σ	0.099-0.089=0.010
min	15139.927-15139.953=-0.025
max	15140.166-15140.158=0.008

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-496.500=4.000
σ	5.447-5.196=0.251
min	494.000-491.000=3.000
max	507.000-503.000=4.000

*mean*	25.279-25.286=-0.008
σ	0.112-0.098=0.014
min	25.141-25.212=-0.072
max	25.403-25.423=-0.020