Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.717=-0.002
σ	0.364-0.366=-0.002
min	54.582-54.575=0.007
max	55.750-55.758=-0.008

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.141-0.154=-0.013
σ	0.004-0.009=-0.006
min	0.137-0.137=0.001
max	0.147-0.168=-0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.000
σ	0.009-0.005=0.004
min	43.765-43.771=-0.006
max	43.791-43.783=0.007

*mean*	415.000-415.100=-0.100
σ	0.000-0.316=-0.316
min	415.000
max	415.000-416.000=-1.000

*mean*	0.121-0.125=-0.003
σ	0.005-0.005=0.001
min	0.116-0.121=-0.005
max	0.132-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4427.250-4589.750=-162.500
σ	2223.828-2247.761=-23.933
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	12.306-165.558=-153.252
σ	0.525-432.039=-431.514
min	11.791-11.746=0.045
max	13.078-1234.788=-1221.711

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4606.125-4589.750=16.375
σ	2255.030-2247.761=7.269
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	136.984-13.533=123.452
σ	352.107-3.336=348.771
min	11.914-11.386=0.528
max	1008.403-20.483=987.920

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=0.000

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	11.249-11.362=-0.113
σ	0.495-1.035=-0.540
min	10.647-10.721=-0.074
max	12.296-13.891=-1.595

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=0.000

*mean*	4198.875-4181.500=17.375
σ	1952.012-1944.755=7.257
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	11.428-11.519=-0.091
σ	0.830-1.723=-0.893
min	10.903-10.737=0.165
max	13.419-15.774=-2.355

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.136=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4198.875-4181.500=17.375
σ	1952.012-1944.755=7.257
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	8.681-9.206=-0.525
σ	0.611-1.238=-0.627
min	7.844-8.230=-0.386
max	9.911-12.210=-2.299

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4198.875-4181.500=17.375
σ	1952.012-1944.755=7.257
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	6.491-7.124=-0.633
σ	0.621-1.068=-0.447
min	5.929-5.959=-0.030
max	7.888-9.633=-1.746

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4606.125-4589.750=16.375
σ	2255.030-2247.761=7.269
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	6.393-6.517=-0.124
σ	1.112-0.980=0.133
min	5.796-5.821=-0.026
max	9.111-8.736=0.375

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4606.125-4589.750=16.375
σ	2255.030-2247.761=7.269
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	6.131-6.409=-0.278
σ	1.110-1.039=0.071
min	5.129-5.744=-0.615
max	8.788-8.746=0.042

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	345.903-363.056=-17.153
σ	2.877-43.357=-40.479
min	342.340-346.076=-3.736
max	350.467-470.294=-119.827

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=-0.000
max	3496.978

*mean*	3771.125-3757.250=13.875
σ	2308.407-2299.442=8.965
min	721.000-720.000=1.000
max	7401.000-7380.000=21.000

*mean*	1747.296-1782.406=-35.110
σ	651.980-681.415=-29.434
min	1378.125-1404.016=-25.891
max	2823.346-2987.101=-163.755

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4198.875-4409.875=-211.000
σ	1952.012-2217.033=-265.021
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	128.569-242.898=-114.329
σ	5.885-292.129=-286.243
min	123.699-126.201=-2.502
max	141.403-964.665=-823.262

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4427.250-4409.875=17.375
σ	2223.828-2217.033=6.794
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	93.672-45.353=48.320
σ	144.737-8.278=136.459
min	40.837-40.346=0.491
max	451.860-65.478=386.381

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	106.713-22.939=83.774
σ	236.411-2.630=233.781
min	21.472-21.637=-0.165
max	691.770-29.250=662.520

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=-0.000

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	59.019-261.929=-202.910
σ	9.514-578.371=-568.857
min	54.774-55.352=-0.578
max	82.471-1693.304=-1610.833

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4198.875-4181.500=17.375
σ	1952.012-1944.755=7.257
min	1484.000-1486.000=-2.000
max	7401.000-7380.000=21.000

*mean*	3193.585-3331.928=-138.344
σ	618.534-830.233=-211.699
min	2483.354-2488.585=-5.231
max	4000.962-4676.760=-675.798

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	1023.854-1069.310=-45.456
σ	204.588-242.510=-37.922
min	916.948-918.287=-1.339
max	1485.185-1591.908=-106.723

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	408.246-405.627=2.620
σ	42.436-34.235=8.201
min	388.401-390.853=-2.451
max	512.970-490.262=22.707

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.750=1.250
σ	0.000-1.909=-1.909
min	478.000-475.000=3.000
max	478.000-479.000=-1.000

*mean*	404.486-359.076=45.410
σ	21.718-38.015=-16.297
min	381.511-305.083=76.428
max	441.432-397.759=43.673

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.250-562.375=-3.125
σ	1.753-1.768=-0.015
min	558.000
max	562.000-563.000=-1.000

*mean*	743.796-744.585=-0.789
σ	85.802-47.772=38.030
min	615.602-699.293=-83.690
max	886.201-827.294=58.906

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=-0.000
σ	1.880-1.879=0.002
min	963.842-963.843=-0.001
max	972.517-972.510=0.006

*mean*	1046.900-1044.600=2.300
σ	321.178-320.254=0.924
min	545.000-543.000=2.000
max	1569.000-1565.000=4.000

*mean*	1.246-1.246=0.000
σ	0.078-0.070=0.008
min	1.179-1.168=0.010
max	1.505-1.404=0.101

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.389-0.361=0.028
σ	0.460-0.257=0.203
min	0.152-0.153=-0.001
max	1.209-0.777=0.432

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.416-0.470=-0.054
σ	0.194-0.318=-0.124
min	0.323-0.321=0.002
max	0.763-1.039=-0.276

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.219-0.219=0.000
σ	0.016-0.025=-0.009
min	0.209-0.200=0.009
max	0.248-0.261=-0.013

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.343-0.338=0.006
σ	0.018-0.016=0.003
min	0.325-0.327=-0.001
max	0.371-0.364=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.000-430.600=-0.600
σ	0.000-0.548=-0.548
min	430.000
max	430.000-431.000=-1.000

*mean*	0.525-0.552=-0.027
σ	0.061-0.050=0.011
min	0.431-0.472=-0.040
max	0.603-0.594=0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.464-0.472=-0.008
σ	0.053-0.020=0.033
min	0.387-0.455=-0.068
max	0.528-0.505=0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.639-2.337=0.302
σ	0.213-0.392=-0.179
min	1.926-1.901=0.024
max	2.982-3.567=-0.585

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.598-2.606=-0.008
σ	0.092-0.089=0.004
min	2.419-2.420=-0.001
max	2.999-2.868=0.131

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.304-0.309=-0.005
σ	0.009-0.022=-0.014
min	0.290-0.293=-0.003
max	0.347-0.509=-0.163

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.297-0.294=0.003
σ	0.014-0.023=-0.009
min	0.277-0.276=0.002
max	0.369-0.511=-0.142

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.543-11.326=0.217
σ	11.669-11.397=0.272
min	0.574-0.574=-0.000
max	106.199-102.997=3.202

*mean*	458.430-462.323=-3.893
σ	17.277-20.071=-2.794
min	408.000-407.000=1.000
max	475.000-479.000=-4.000

*mean*	0.027-0.026=0.000
σ	0.028-0.028=0.000
min	0.001-0.001=0.000
max	0.253-0.245=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.198-279.105=0.093
σ	1.026-1.090=-0.064
min	278.812-278.605=0.206
max	282.118-282.188=-0.070

*mean*	440.800-441.000=-0.200
σ	12.865-16.593=-3.728
min	426.000-417.000=9.000
max	463.000-471.000=-8.000

*mean*	0.580-0.564=0.016
σ	0.020-0.037=-0.018
min	0.542-0.494=0.048
max	0.621-0.617=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	201.723-230.317=-28.595
σ	16.639-20.188=-3.549
min	188.992-197.582=-8.590
max	241.070-251.913=-10.843

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	9.082-6.661=2.421
σ	0.124-1.354=-1.229
min	8.960-5.850=3.111
max	9.357-8.888=0.469

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=-0.000
min	1042.131-1042.133=-0.003
max	1042.131-1042.134=-0.003

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	598.729-535.718=63.011
σ	31.417-98.615=-67.198
min	521.649-373.254=148.395
max	617.962-593.724=24.238

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	2795.574-2813.302=-17.728
σ	321.968-359.839=-37.872
min	2272.752-2197.416=75.335
max	3205.126-3299.793=-94.667

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	47.876-35.898=11.978
σ	0.934-9.767=-8.832
min	46.730-20.111=26.619
max	49.589-42.648=6.941

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	851.000-873.000=-22.000
σ	0.000
min	851.000-873.000=-22.000
max	851.000-873.000=-22.000

*mean*	675.036-644.773=30.263
σ	9.472-29.525=-20.053
min	662.684-606.291=56.392
max	686.693-694.791=-8.098

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=-0.000
σ	0.036-0.036=0.000
min	282.804-282.805=-0.001
max	282.891-282.891=0.000

*mean*	440.000
σ	2.739
min	438.000
max	443.000

*mean*	0.381-0.383=-0.002
σ	0.010-0.010=0.001
min	0.374-0.377=-0.003
max	0.399-0.398=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.061-1268.065=-0.004
σ	0.105-0.117=-0.012
min	1267.964-1267.966=-0.002
max	1268.230-1268.264=-0.033

*mean*	1092.600-1091.400=1.200
σ	169.042-169.996=-0.954
min	893.000-890.000=3.000
max	1326.000-1324.000=2.000

*mean*	2.035-1.985=0.050
σ	0.086-0.089=-0.003
min	1.897-1.913=-0.016
max	2.118-2.088=0.030

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.088-1507.020=0.069
σ	2.954-2.955=-0.001
min	1505.569-1505.464=0.104
max	1512.363-1512.292=0.071

*mean*	624.400-623.200=1.200
σ	88.124-87.768=0.356
min	493.000-492.000=1.000
max	727.000-726.000=1.000

*mean*	2.332-2.148=0.184
σ	0.231-0.077=0.154
min	2.119-2.074=0.045
max	2.607-2.276=0.331

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.063-1830.067=-0.004
σ	0.048-0.044=0.004
min	1829.994-1830.004=-0.009
max	1830.111-1830.120=-0.009

*mean*	1724.600-1714.200=10.400
σ	186.330-186.868=-0.538
min	1464.000-1452.000=12.000
max	1894.000-1883.000=11.000

*mean*	3.033-2.966=0.067
σ	0.335-0.239=0.097
min	2.828-2.678=0.150
max	3.630-3.339=0.291

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.769-1.838=-0.069
σ	0.120-0.022=0.098
min	1.648-1.818=-0.171
max	1.922-1.874=0.048

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.200-406.199=0.002
σ	509.797-509.795=0.002
min	151.298-151.296=0.003
max	1170.897-1170.892=0.005

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.503-0.511=-0.008
σ	0.498-0.514=-0.016
min	0.249-0.250=-0.002
max	1.250-1.281=-0.032

policies=20

*mean*	1513.152-1513.149=0.002
σ	0.275-0.269=0.006
min	1512.969-1512.975=-0.006
max	1513.559-1513.547=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	442.000
σ	6.928-8.083=-1.155
min	436.000-435.000=1.000
max	448.000-449.000=-1.000

*mean*	2.511-2.498=0.013
σ	0.010-0.021=-0.011
min	2.503-2.473=0.030
max	2.525-2.515=0.010

policies=200

*mean*	15139.943-15140.021=-0.078
σ	0.105-0.116=-0.011
min	15139.820-15139.899=-0.079
max	15140.035-15140.178=-0.143

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-498.500=-1.000
σ	5.508-5.447=0.061
min	492.000
max	504.000-505.000=-1.000

*mean*	25.239-25.215=0.024
σ	0.088-0.212=-0.124
min	25.124-24.983=0.142
max	25.338-25.496=-0.158