Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.717=-0.001
σ	0.363-0.363=-0.000
min	54.581-54.582=-0.001
max	55.748-55.750=-0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.005=0.001
min	0.135-0.137=-0.003
max	0.150-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.779=-0.002
σ	0.009-0.007=0.002
min	43.763-43.767=-0.004
max	43.788-43.788=0.000

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.121-0.124=-0.004
σ	0.005-0.004=0.000
min	0.116-0.121=-0.005
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4591.875-4589.500=2.375
σ	2248.670-2247.606=1.065
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	165.110-152.166=12.944
σ	432.571-395.904=36.666
min	11.937-11.921=0.017
max	1235.668-1131.979=103.688

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4591.875-4589.500=2.375
σ	2248.670-2247.606=1.065
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	13.504-14.063=-0.559
σ	2.930-4.367=-1.437
min	11.750-11.770=-0.021
max	20.651-24.818=-4.167

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7386.000-7379.000=7.000
σ	0.000
min	7386.000-7379.000=7.000
max	7386.000-7379.000=7.000

*mean*	12.185-11.610=0.575
σ	2.118-1.753=0.365
min	11.011-10.717=0.293
max	16.877-15.929=0.948

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.002-0.002=0.000
min	41.924
max	41.929-41.929=0.000

*mean*	4182.625-4180.375=2.250
σ	1944.916-1944.792=0.124
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	11.879-11.839=0.040
σ	1.819-1.840=-0.020
min	10.932-10.837=0.095
max	16.350-16.326=0.024

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4182.625-4180.375=2.250
σ	1944.916-1944.792=0.124
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	8.934-9.085=-0.150
σ	1.312-1.232=0.080
min	7.913-8.080=-0.167
max	12.118-12.048=0.070

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4182.625-4180.375=2.250
σ	1944.916-1944.792=0.124
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	6.826-6.787=0.039
σ	1.027-0.972=0.055
min	6.127-6.008=0.118
max	9.338-9.056=0.281

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004
min	25.661
max	25.673

*mean*	4591.875-4589.500=2.375
σ	2248.670-2247.606=1.065
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	6.236-6.331=-0.095
σ	0.509-0.982=-0.473
min	5.880-5.860=0.020
max	7.450-8.745=-1.295

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.000=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4591.875-4589.500=2.375
σ	2248.670-2247.606=1.065
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	6.025-6.252=-0.227
σ	0.606-1.087=-0.481
min	5.627-5.462=0.165
max	7.504-8.902=-1.398

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7386.000-7379.000=7.000
σ	0.000
min	7386.000-7379.000=7.000
max	7386.000-7379.000=7.000

*mean*	348.092-344.088=4.004
σ	0.970-1.848=-0.878
min	345.800-341.733=4.067
max	348.846-348.068=0.778

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3758.750-3757.000=1.750
σ	2299.670-2299.600=0.070
min	721.000-719.000=2.000
max	7386.000-7379.000=7.000

*mean*	1777.415-1733.709=43.706
σ	689.901-626.324=63.577
min	1401.806-1386.028=15.778
max	3001.659-2776.427=225.231

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.842=-0.000

*mean*	4411.875-4408.250=3.625
σ	2218.264-2216.785=1.479
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	232.156-189.263=42.893
σ	273.006-151.375=121.631
min	123.070-122.968=0.102
max	906.487-561.792=344.695

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.000

*mean*	4411.875-4408.250=3.625
σ	2218.264-2216.785=1.479
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	43.246-42.425=0.821
σ	2.718-1.508=1.211
min	40.758-40.671=0.086
max	49.217-44.944=4.273

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7386.000-7379.000=7.000
σ	0.000
min	7386.000-7379.000=7.000
max	7386.000-7379.000=7.000

*mean*	203.158-216.994=-13.836
σ	508.483-550.319=-41.837
min	21.649-21.771=-0.122
max	1461.574-1578.963=-117.389

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7386.000-7379.000=7.000
σ	0.000
min	7386.000-7379.000=7.000
max	7386.000-7379.000=7.000

*mean*	65.735-64.840=0.895
σ	24.458-23.436=1.022
min	55.178-55.245=-0.067
max	125.867-122.577=3.290

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4182.625-4180.375=2.250
σ	1944.916-1944.792=0.124
min	1485.000-1486.000=-1.000
max	7386.000-7379.000=7.000

*mean*	3289.353-3241.555=47.798
σ	793.720-840.523=-46.803
min	2478.984-2472.741=6.242
max	4600.423-4754.069=-153.646

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7386.000-7379.000=7.000
σ	0.000
min	7386.000-7379.000=7.000
max	7386.000-7379.000=7.000

*mean*	1038.076-1016.918=21.158
σ	216.159-217.923=-1.764
min	917.976-912.869=5.108
max	1443.828-1532.311=-88.483

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7379.000=7.000
σ	0.000
min	7386.000-7379.000=7.000
max	7386.000-7379.000=7.000

*mean*	408.966-389.504=19.462
σ	36.274-7.840=28.434
min	389.106-372.940=16.166
max	498.278-401.818=96.460

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-475.000=1.250
σ	1.035-0.000=1.035
min	475.000
max	477.000-475.000=2.000

*mean*	362.920-371.018=-8.098
σ	43.117-35.783=7.334
min	303.259-306.224=-2.965
max	422.050-418.602=3.448

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-562.500=-1.125
σ	1.768-0.926=0.842
min	557.000-561.000=-4.000
max	562.000-563.000=-1.000

*mean*	740.855-744.982=-4.127
σ	71.166-71.027=0.138
min	617.341-612.414=4.927
max	822.508-825.746=-3.238

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=0.001
σ	1.879-1.879=0.000
min	963.843-963.842=0.001
max	972.510-972.509=0.001

*mean*	1040.750-1037.900=2.850
σ	306.329-309.207=-2.878
min	590.000-546.000=44.000
max	1490.000-1534.000=-44.000

*mean*	1.258-1.250=0.008
σ	0.077-0.071=0.006
min	1.160-1.174=-0.014
max	1.493-1.389=0.103

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.298=0.131
σ	0.438-0.296=0.142
min	0.138-0.139=-0.001
max	1.201-0.824=0.377

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.475=0.357
σ	0.528-0.315=0.213
min	0.578-0.320=0.257
max	1.776-1.037=0.739

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.373-0.213=0.160
σ	0.040-0.020=0.021
min	0.343-0.197=0.145
max	0.442-0.246=0.196

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.551-0.335=0.216
σ	0.108-0.015=0.093
min	0.363-0.318=0.045
max	0.639-0.356=0.283

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-436.400=-5.400
σ	0.000-6.148=-6.148
min	431.000
max	431.000-443.000=-12.000

*mean*	0.580-0.553=0.027
σ	0.099-0.049=0.050
min	0.494-0.480=0.014
max	0.744-0.593=0.151

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.442-0.467=-0.025
σ	0.043-0.042=0.002
min	0.378-0.424=-0.046
max	0.488-0.520=-0.031

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.607-2.677=-0.070
σ	0.119-0.106=0.014
min	2.450-2.531=-0.081
max	3.324-3.056=0.269

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.561-2.666=-0.106
σ	0.062-0.120=-0.057
min	2.420-2.480=-0.061
max	2.754-3.413=-0.659

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.307-0.310=-0.002
σ	0.031-0.025=0.006
min	0.291-0.291=-0.000
max	0.603-0.540=0.063

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.295-0.294=0.001
σ	0.011-0.008=0.003
min	0.280-0.275=0.005
max	0.364-0.331=0.033

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.021-11.206=0.815
σ	12.042-11.665=0.376
min	0.714-0.574=0.141
max	91.885-91.892=-0.007

*mean*	468.121-467.413=0.708
σ	20.029-20.373=-0.344
min	408.000-406.000=2.000
max	480.000-484.000=-4.000

*mean*	0.027-0.026=0.002
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.221-0.218=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.224-279.004=0.219
σ	1.028-1.055=-0.027
min	278.741-278.606=0.135
max	282.140-282.002=0.138

*mean*	442.100-443.900=-1.800
σ	16.162-16.196=-0.034
min	413.000-426.000=-13.000
max	468.000-469.000=-1.000

*mean*	0.567-0.580=-0.013
σ	0.030-0.013=0.017
min	0.507-0.558=-0.051
max	0.610-0.593=0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	210.487-202.481=8.006
σ	25.044-15.433=9.610
min	186.390-188.583=-2.193
max	241.853-237.333=4.520

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	8.179-6.233=1.946
σ	1.056-1.053=0.003
min	6.889-5.797=1.092
max	9.001-8.834=0.166

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.130-1042.134=-0.004
max	1042.131-1042.134=-0.003

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	542.665-404.630=138.035
σ	75.821-81.722=-5.902
min	441.112-371.799=69.313
max	615.167-606.705=8.462

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	2956.776-2877.529=79.247
σ	231.098-349.611=-118.513
min	2598.635-2322.665=275.970
max	3218.553-3230.083=-11.529

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	44.240-34.986=9.255
σ	3.967-4.371=-0.404
min	39.267-31.986=7.281
max	49.179-45.296=3.883

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.576=-0.004
max	958.698-958.701=-0.004

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	660.602-644.923=15.679
σ	16.922-15.168=1.754
min	630.254-627.367=2.887
max	680.182-673.192=6.990

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=0.000
σ	0.037-0.039=-0.001
min	282.800-282.800=-0.000
max	282.890-282.894=-0.004

*mean*	441.400-439.400=2.000
σ	3.286
min	439.000-437.000=2.000
max	445.000-443.000=2.000

*mean*	0.383-0.382=0.002
σ	0.009-0.008=0.001
min	0.377-0.377=-0.000
max	0.398-0.397=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1268.045=0.000
σ	0.090-0.080=0.010
min	1267.971-1267.961=0.010
max	1268.190-1268.166=0.024

*mean*	1112.600-1082.400=30.200
σ	170.160-179.801=-9.641
min	897.000-870.000=27.000
max	1325.000-1323.000=2.000

*mean*	1.902-1.949=-0.047
σ	0.106-0.115=-0.010
min	1.818-1.787=0.030
max	2.087-2.109=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1507.079=-0.028
σ	2.979-2.960=0.019
min	1505.519-1505.585=-0.066
max	1512.370-1512.366=0.004

*mean*	632.200-633.400=-1.200
σ	87.862-89.879=-2.018
min	498.000-497.000=1.000
max	727.000-731.000=-4.000

*mean*	2.266-2.339=-0.073
σ	0.238-0.289=-0.051
min	2.070-2.113=-0.043
max	2.569-2.670=-0.100

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.095-1830.067=0.029
σ	0.091-0.038=0.053
min	1829.992-1830.008=-0.016
max	1830.223-1830.096=0.128

*mean*	1745.200-1723.000=22.200
σ	212.429-168.210=44.220
min	1459.000-1486.000=-27.000
max	1945.000-1881.000=64.000

*mean*	3.167-2.968=0.198
σ	0.434-0.208=0.225
min	2.661-2.816=-0.155
max	3.627-3.335=0.292

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.753=0.024
σ	0.114-0.065=0.049
min	1.574-1.680=-0.106
max	1.844-1.821=0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.199=-0.001
σ	509.796-509.798=-0.002
min	151.294-151.294=0.000
max	1170.892-1170.895=-0.003

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.490-0.483=0.007
σ	0.469-0.452=0.017
min	0.250-0.249=0.001
max	1.193-1.160=0.032

policies=20

*mean*	1513.149-1513.142=0.008
σ	0.277-0.277=-0.000
min	1512.967-1512.961=0.006
max	1513.559-1513.555=0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-445.750=-0.750
σ	3.464-4.500=-1.036
min	442.000-439.000=3.000
max	448.000

*mean*	2.509-2.509=-0.000
σ	0.016-0.010=0.006
min	2.497-2.499=-0.002
max	2.532-2.523=0.009

policies=200

*mean*	15140.028-15140.031=-0.003
σ	0.122-0.089=0.033
min	15139.875-15139.953=-0.078
max	15140.172-15140.158=0.014

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500
σ	5.568-5.196=0.372
min	491.000
max	504.000-503.000=1.000

*mean*	25.288-25.286=0.002
σ	0.126-0.098=0.028
min	25.145-25.212=-0.067
max	25.450-25.423=0.027