Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.714=0.002
σ	0.363-0.365=-0.002
min	54.581-54.570=0.011
max	55.748-55.751=-0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141-0.138=0.003
σ	0.005-0.004=0.002
min	0.135-0.134=0.001
max	0.150-0.145=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.009-0.007=0.002
min	43.763-43.768=-0.006
max	43.788-43.788=0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.121-0.121=0.000
σ	0.005-0.004=0.001
min	0.116-0.116=0.001
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4591.875-4422.875=169.000
σ	2248.670-2227.884=20.786
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	165.110-13.628=151.482
σ	432.571-3.623=428.948
min	11.937-12.126=-0.189
max	1235.668-22.582=1213.086

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.001

*mean*	4591.875-4604.250=-12.375
σ	2248.670-2258.832=-10.162
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	13.504-165.160=-151.656
σ	2.930-427.364=-424.433
min	11.750-11.979=-0.229
max	20.651-1222.794=-1202.143

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7386.000-7408.000=-22.000
σ	0.000
min	7386.000-7408.000=-22.000
max	7386.000-7408.000=-22.000

*mean*	12.185-11.339=0.846
σ	2.118-0.281=1.837
min	11.011-10.980=0.031
max	16.877-11.735=5.141

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.001=0.001
min	41.924
max	41.929-41.925=0.004

*mean*	4182.625-4193.625=-11.000
σ	1944.916-1954.407=-9.491
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	11.879-11.981=-0.103
σ	1.819-1.671=0.148
min	10.932-11.210=-0.278
max	16.350-16.098=0.252

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.137-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4182.625-4193.625=-11.000
σ	1944.916-1954.407=-9.491
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	8.934-9.097=-0.162
σ	1.312-1.257=0.056
min	7.913-7.879=0.034
max	12.118-12.065=0.052

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4182.625-4193.625=-11.000
σ	1944.916-1954.407=-9.491
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	6.826-6.688=0.138
σ	1.027-1.089=-0.062
min	6.127-5.744=0.383
max	9.338-9.295=0.043

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4591.875-4604.250=-12.375
σ	2248.670-2258.832=-10.162
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	6.236-6.865=-0.629
σ	0.509-1.331=-0.822
min	5.880-5.897=-0.017
max	7.450-9.181=-1.731

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4591.875-4604.250=-12.375
σ	2248.670-2258.832=-10.162
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	6.025-6.486=-0.461
σ	0.606-1.416=-0.810
min	5.627-5.407=0.220
max	7.504-8.937=-1.433

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7386.000-7408.000=-22.000
σ	0.000
min	7386.000-7408.000=-22.000
max	7386.000-7408.000=-22.000

*mean*	348.092-345.601=2.492
σ	0.970-1.841=-0.871
min	345.800-343.368=2.432
max	348.846-348.281=0.565

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3758.750-3768.250=-9.500
σ	2299.670-2309.962=-10.292
min	721.000-720.000=1.000
max	7386.000-7408.000=-22.000

*mean*	1777.415-1789.401=-11.986
σ	689.901-645.074=44.827
min	1401.806-1402.871=-1.065
max	3001.659-2847.766=153.893

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841
max	107.841-107.841=0.000

*mean*	4411.875-4193.625=218.250
σ	2218.264-1954.407=263.857
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	232.156-134.500=97.657
σ	273.006-17.385=255.621
min	123.070-124.881=-1.811
max	906.487-176.556=729.931

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.069=-0.001

*mean*	4411.875-4422.875=-11.000
σ	2218.264-2227.884=-9.621
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	43.246-165.068=-121.822
σ	2.718-343.219=-340.500
min	40.758-42.535=-1.778
max	49.217-1014.487=-965.270

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7386.000-7408.000=-22.000
σ	0.000
min	7386.000-7408.000=-22.000
max	7386.000-7408.000=-22.000

*mean*	203.158-69.632=133.526
σ	508.483-132.277=376.206
min	21.649-21.990=-0.341
max	1461.574-396.983=1064.590

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7386.000-7408.000=-22.000
σ	0.000
min	7386.000-7408.000=-22.000
max	7386.000-7408.000=-22.000

*mean*	65.735-58.166=7.569
σ	24.458-6.986=17.472
min	55.178-55.073=0.106
max	125.867-75.374=50.494

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4182.625-4193.625=-11.000
σ	1944.916-1954.407=-9.491
min	1485.000
max	7386.000-7408.000=-22.000

*mean*	3289.353-3198.064=91.289
σ	793.720-711.244=82.476
min	2478.984-2495.595=-16.612
max	4600.423-4148.795=451.628

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7386.000-7408.000=-22.000
σ	0.000
min	7386.000-7408.000=-22.000
max	7386.000-7408.000=-22.000

*mean*	1038.076-1016.696=21.380
σ	216.159-203.995=12.164
min	917.976-920.340=-2.363
max	1443.828-1499.606=-55.777

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7408.000=-22.000
σ	0.000
min	7386.000-7408.000=-22.000
max	7386.000-7408.000=-22.000

*mean*	408.966-405.751=3.215
σ	36.274-44.813=-8.539
min	389.106-382.186=6.920
max	498.278-516.066=-17.789

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-476.500=-0.250
σ	1.035-0.926=0.109
min	475.000
max	477.000

*mean*	362.920-402.448=-39.528
σ	43.117-27.198=15.919
min	303.259-362.619=-59.360
max	422.050-435.539=-13.490

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-559.500=1.875
σ	1.768-0.535=1.233
min	557.000-559.000=-2.000
max	562.000-560.000=2.000

*mean*	740.855-732.947=7.908
σ	71.166-43.365=27.801
min	617.341-635.360=-18.019
max	822.508-776.421=46.086

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.547=0.016
σ	1.879-1.820=0.059
min	963.843-963.844=-0.001
max	972.510-972.242=0.268

*mean*	1040.750-1045.400=-4.650
σ	306.329-320.274=-13.945
min	590.000-542.000=48.000
max	1490.000-1565.000=-75.000

*mean*	1.258-1.268=-0.011
σ	0.077-0.088=-0.011
min	1.160-1.173=-0.013
max	1.493-1.500=-0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.312=0.117
σ	0.438-0.284=0.154
min	0.138-0.141=-0.003
max	1.201-0.815=0.386

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.477=0.356
σ	0.528-0.316=0.212
min	0.578-0.326=0.252
max	1.776-1.042=0.735

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.373-0.214=0.159
σ	0.040-0.023=0.017
min	0.343-0.196=0.146
max	0.442-0.254=0.189

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.551-0.328=0.222
σ	0.108-0.016=0.092
min	0.363-0.315=0.049
max	0.639-0.356=0.283

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.580-0.538=0.043
σ	0.099-0.036=0.063
min	0.494-0.503=-0.010
max	0.744-0.594=0.150

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.442-0.510=-0.069
σ	0.043-0.019=0.024
min	0.378-0.478=-0.100
max	0.488-0.526=-0.037

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.607-2.659=-0.052
σ	0.119-0.098=0.021
min	2.450-2.501=-0.051
max	3.324-2.931=0.393

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.561-2.588=-0.028
σ	0.062-0.078=-0.016
min	2.420-2.453=-0.034
max	2.754-2.839=-0.085

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.307-0.304=0.004
σ	0.031-0.011=0.020
min	0.291-0.288=0.002
max	0.603-0.371=0.232

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.295-0.294=0.000
σ	0.011-0.025=-0.014
min	0.280-0.274=0.005
max	0.364-0.503=-0.139

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.021-11.899=0.122
σ	12.042-11.443=0.599
min	0.714-0.574=0.141
max	91.885-102.999=-11.114

*mean*	468.121-459.753=8.368
σ	20.029-19.555=0.475
min	408.000
max	480.000-477.000=3.000

*mean*	0.027-0.027=0.000
σ	0.029-0.028=0.002
min	0.001-0.001=0.000
max	0.221-0.246=-0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.224-278.795=0.429
σ	1.028-0.994=0.034
min	278.741-278.410=0.331
max	282.140-281.620=0.520

*mean*	442.100-443.500=-1.400
σ	16.162-14.767=1.395
min	413.000-417.000=-4.000
max	468.000-467.000=1.000

*mean*	0.567-0.573=-0.006
σ	0.030-0.032=-0.003
min	0.507-0.490=0.016
max	0.610-0.601=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	210.487-224.120=-13.633
σ	25.044-22.393=2.651
min	186.390-187.064=-0.674
max	241.853-246.750=-4.897

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	8.179-7.422=0.757
σ	1.056-1.635=-0.578
min	6.889-5.808=1.081
max	9.001-9.044=-0.043

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.003

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	542.665-495.559=47.106
σ	75.821-111.618=-35.797
min	441.112-377.357=63.755
max	615.167-604.575=10.592

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	2956.776-2552.945=403.831
σ	231.098-572.818=-341.720
min	2598.635-1739.452=859.182
max	3218.553-3331.235=-112.682

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	44.240-39.703=4.537
σ	3.967-3.988=-0.020
min	39.267-30.321=8.947
max	49.179-42.583=6.596

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	660.602-667.885=-7.283
σ	16.922-34.466=-17.544
min	630.254-640.615=-10.361
max	680.182-743.562=-63.380

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.589=0.266
σ	0.037-0.036=0.002
min	282.800-282.538=0.263
max	282.890-282.624=0.266

*mean*	441.400-439.400=2.000
σ	3.286
min	439.000-437.000=2.000
max	445.000-443.000=2.000

*mean*	0.383-0.384=-0.000
σ	0.009-0.009=-0.000
min	0.377-0.377=-0.000
max	0.398-0.397=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1267.792=0.253
σ	0.090-0.112=-0.022
min	1267.971-1267.703=0.268
max	1268.190-1267.980=0.210

*mean*	1112.600-1086.000=26.600
σ	170.160-184.697=-14.537
min	897.000-869.000=28.000
max	1325.000

*mean*	1.902-1.884=0.018
σ	0.106-0.092=0.014
min	1.818-1.794=0.023
max	2.087-2.013=0.073

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1506.777=0.273
σ	2.979-2.977=0.001
min	1505.519-1505.217=0.302
max	1512.370-1512.089=0.281

*mean*	632.200-612.000=20.200
σ	87.862-88.091=-0.229
min	498.000-507.000=-9.000
max	727.000-718.000=9.000

*mean*	2.266-2.263=0.003
σ	0.238-0.238=0.000
min	2.070-2.076=-0.007
max	2.569-2.665=-0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.095-1829.803=0.293
σ	0.091-0.050=0.041
min	1829.992-1829.726=0.265
max	1830.223-1829.849=0.374

*mean*	1745.200-1732.000=13.200
σ	212.429-173.699=38.730
min	1459.000-1473.000=-14.000
max	1945.000-1880.000=65.000

*mean*	3.167-2.992=0.175
σ	0.434-0.228=0.206
min	2.661-2.837=-0.177
max	3.627-3.393=0.234

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.779=-0.001
σ	0.114-0.128=-0.014
min	1.574-1.614=-0.039
max	1.844-1.929=-0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-405.599=0.599
σ	509.796-509.661=0.135
min	151.294-150.763=0.532
max	1170.892-1170.090=0.802

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.490-0.511=-0.021
σ	0.469-0.503=-0.034
min	0.250-0.255=-0.004
max	1.193-1.265=-0.072

policies=20

*mean*	1513.149-1507.819=5.330
σ	0.277-0.267=0.009
min	1512.967-1507.642=5.325
max	1513.559-1508.215=5.344

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-446.750=-1.750
σ	3.464-2.500=0.964
min	442.000-443.000=-1.000
max	448.000

*mean*	2.509-2.495=0.014
σ	0.016-0.006=0.010
min	2.497-2.487=0.009
max	2.532-2.501=0.031

policies=200

*mean*	15140.028-15086.794=53.234
σ	0.122-0.052=0.069
min	15139.875-15086.717=53.158
max	15140.172-15086.830=53.342

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-497.000=-0.500
σ	5.568-4.546=1.022
min	491.000-493.000=-2.000
max	504.000-503.000=1.000

*mean*	25.288-25.225=0.063
σ	0.126-0.101=0.025
min	25.145-25.103=0.042
max	25.450-25.349=0.101