Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.859=0.001
σ	0.360-0.360=-0.000
min	54.721-54.722=-0.001
max	55.884-55.884=-0.000

*mean*	417.700-414.000=3.700
σ	0.483-0.000=0.483
min	417.000-414.000=3.000
max	418.000-414.000=4.000

*mean*	0.139-0.139=-0.001
σ	0.004-0.007=-0.003
min	0.134-0.129=0.004
max	0.145-0.152=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.848=-0.001
σ	0.006-0.007=-0.000
min	43.839-43.833=0.006
max	43.858-43.854=0.004

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.126-0.122=0.004
σ	0.005-0.004=0.000
min	0.121-0.118=0.004
max	0.135-0.132=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4582.125-4429.000=153.125
σ	2255.655-2226.319=29.336
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	12.452-13.039=-0.587
σ	1.945-3.529=-1.585
min	11.462-11.452=0.010
max	17.192-21.671=-4.479

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4582.125-4608.875=-26.750
σ	2255.655-2257.455=-1.801
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	12.696-118.625=-105.929
σ	2.012-298.298=-296.286
min	11.020-10.980=0.039
max	17.433-856.831=-839.399

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.000

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	10.480-10.605=-0.124
σ	0.105-0.207=-0.102
min	10.352-10.411=-0.059
max	10.682-11.050=-0.368

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.001-0.002=-0.001
min	41.933
max	41.934-41.937=-0.004

*mean*	4166.625-4200.250=-33.625
σ	1947.055-1953.847=-6.791
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	11.277-10.903=0.374
σ	1.900-1.029=0.871
min	10.358-10.194=0.164
max	15.971-13.366=2.605

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606-27.606=-0.000
max	27.993-27.993=-0.000

*mean*	4166.625-4200.250=-33.625
σ	1947.055-1953.847=-6.791
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	8.571-8.287=0.285
σ	1.343-0.588=0.755
min	7.527-7.745=-0.218
max	11.822-9.591=2.230

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406

*mean*	4166.625-4200.250=-33.625
σ	1947.055-1953.847=-6.791
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	6.225-6.135=0.090
σ	1.101-0.460=0.641
min	5.697-5.695=0.002
max	8.935-7.078=1.858

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4582.125-4608.875=-26.750
σ	2255.655-2257.455=-1.801
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	5.725-6.071=-0.346
σ	0.510-0.943=-0.434
min	5.257-5.264=-0.007
max	6.940-7.911=-0.971

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.985=-0.000

*mean*	4582.125-4608.875=-26.750
σ	2255.655-2257.455=-1.801
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	5.571-5.749=-0.178
σ	0.496-0.645=-0.148
min	5.296-5.139=0.157
max	6.787-6.920=-0.133

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	359.959-346.696=13.263
σ	42.544-2.001=40.543
min	342.678-344.146=-1.469
max	465.197-349.624=115.573

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3746.875-3772.875=-26.000
σ	2299.038-2310.529=-11.491
min	720.000
max	7402.000-7408.000=-6.000

*mean*	1586.756-1732.976=-146.221
σ	480.345-592.259=-111.914
min	1384.580-1375.572=9.008
max	2765.551-2772.904=-7.353

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853
max	107.855-107.854=0.001

*mean*	4400.875-4200.250=200.625
σ	2226.865-1953.847=273.018
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	248.003-131.586=116.418
σ	318.743-7.559=311.184
min	123.285-126.897=-3.613
max	1035.428-149.935=885.494

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.082=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082

*mean*	4582.125-4429.000=153.125
σ	2255.655-2226.319=29.336
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	201.061-150.182=50.879
σ	438.910-303.348=135.562
min	40.925-41.249=-0.324
max	1287.189-900.923=386.266

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	21.540-104.720=-83.180
σ	0.944-235.617=-234.673
min	20.844-20.959=-0.115
max	23.513-687.843=-664.331

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	263.903-56.842=207.062
σ	590.000-6.249=583.750
min	54.449-53.708=0.741
max	1724.074-72.256=1651.818

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.014-0.013=0.000
min	4646.845
max	4646.885-4646.883=0.002

*mean*	4166.625-4200.250=-33.625
σ	1947.055-1953.847=-6.791
min	1487.000-1484.000=3.000
max	7402.000-7408.000=-6.000

*mean*	3193.094-3240.261=-47.167
σ	866.207-761.058=105.149
min	2485.727-2479.024=6.702
max	4842.553-4186.603=655.949

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	1026.440-1004.353=22.088
σ	183.923-201.203=-17.280
min	906.269-911.977=-5.708
max	1423.085-1489.808=-66.723

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	382.540-383.198=-0.658
σ	4.054-6.033=-1.979
min	375.742-369.836=5.907
max	387.245-388.569=-1.324

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.625-476.500=2.125
σ	1.061-0.535=0.526
min	476.000
max	479.000-477.000=2.000

*mean*	376.362-389.518=-13.155
σ	14.415-22.283=-7.868
min	358.713-365.319=-6.606
max	396.994-429.762=-32.769

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	571.000-568.000=3.000
σ	0.000
min	571.000-568.000=3.000
max	571.000-568.000=3.000

*mean*	765.543-714.248=51.296
σ	43.674-62.916=-19.242
min	683.827-596.359=87.468
max	828.946-816.437=12.508

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.565=-0.000
σ	0.760-0.760=0.001
min	1024.094-1024.094=-0.000
max	1027.708-1027.705=0.003

*mean*	1044.700-1044.350=0.350
σ	316.373-314.018=2.355
min	541.000-542.000=-1.000
max	1515.000-1544.000=-29.000

*mean*	1.408-1.379=0.029
σ	0.164-0.076=0.088
min	1.314-1.309=0.005
max	2.021-1.621=0.400

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.438=-0.140
σ	0.284-0.445=-0.161
min	0.139-0.225=-0.086
max	0.801-1.234=-0.433

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.826=-0.347
σ	0.331-0.524=-0.193
min	0.324-0.570=-0.246
max	1.071-1.763=-0.692

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.391=-0.175
σ	0.019-0.031=-0.011
min	0.202-0.370=-0.168
max	0.250-0.444=-0.194

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.592=-0.265
σ	0.018-0.033=-0.015
min	0.311-0.558=-0.247
max	0.356-0.640=-0.284

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400-431.000=0.400
σ	0.894-0.000=0.894
min	431.000
max	433.000-431.000=2.000

*mean*	0.552-0.612=-0.059
σ	0.031-0.081=-0.050
min	0.528-0.544=-0.016
max	0.606-0.751=-0.144

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.492-0.476=0.016
σ	0.044-0.034=0.011
min	0.417-0.441=-0.024
max	0.522-0.516=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	2.637-2.592=0.045
σ	0.092-0.162=-0.070
min	2.484-1.982=0.502
max	2.920-3.402=-0.482

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	2.574-2.588=-0.014
σ	0.130-0.096=0.034
min	2.432-2.432=0.001
max	3.550-3.018=0.532

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.306-0.303=0.003
σ	0.010-0.008=0.002
min	0.291-0.289=0.002
max	0.352-0.348=0.003

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.291-0.289=0.002
σ	0.007-0.008=-0.000
min	0.278-0.276=0.002
max	0.328-0.326=0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.697-12.041=-0.344
σ	11.241-11.383=-0.142
min	0.574-0.573=0.000
max	82.395-88.713=-6.318

*mean*	461.210-460.092=1.118
σ	18.837-19.638=-0.800
min	408.000
max	476.000-480.000=-4.000

*mean*	0.027-0.028=-0.001
σ	0.027-0.028=-0.001
min	0.001-0.001=-0.000
max	0.195-0.217=-0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.592-298.815=-0.223
σ	1.012-1.046=-0.034
min	298.198-298.416=-0.218
max	301.469-301.789=-0.320

*mean*	443.500-440.700=2.800
σ	19.404-16.357=3.046
min	413.000-414.000=-1.000
max	467.000-464.000=3.000

*mean*	0.604-0.605=-0.001
σ	0.018-0.009=0.009
min	0.567-0.589=-0.022
max	0.638-0.617=0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	232.301-236.731=-4.430
σ	19.631-24.059=-4.428
min	199.053-196.608=2.445
max	253.162-259.245=-6.083

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	9.161-8.980=0.182
σ	0.745-0.994=-0.248
min	7.322-7.358=-0.036
max	9.483-9.783=-0.300

phase=parser

*mean*	1042.434-1042.434=0.000
σ	0.000-0.000=0.000
min	1042.433
max	1042.434

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	567.715-553.901=13.814
σ	58.911-80.100=-21.189
min	422.131-423.338=-1.207
max	593.527-600.787=-7.260

phase=processProdDef

*mean*	2243.974-2243.974=-0.000
σ	0.000-0.000=-0.000
min	2243.974
max	2243.974-2243.975=-0.001

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	2835.327-2717.237=118.090
σ	201.503-465.985=-264.482
min	2416.804-1954.382=462.422
max	3012.619-3307.467=-294.847

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	38.198-36.684=1.514
σ	4.852-6.604=-1.752
min	26.196-26.013=0.183
max	40.059-41.040=-0.981

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	670.257-671.780=-1.523
σ	12.039-9.890=2.149
min	644.677-648.167=-3.490
max	680.797-679.761=1.036

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.037-0.037=0.000
min	293.768-293.769=-0.001
max	293.859-293.859=0.000

*mean*	444.000-444.400=-0.400
σ	0.000-0.548=-0.548
min	444.000
max	444.000-445.000=-1.000

*mean*	0.398-0.394=0.004
σ	0.005-0.004=0.001
min	0.393-0.389=0.004
max	0.403-0.399=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.280-1320.287=-0.007
σ	0.124-0.136=-0.012
min	1320.155-1320.157=-0.002
max	1320.476-1320.505=-0.029

*mean*	1104.800-1091.000=13.800
σ	179.404-167.996=11.408
min	892.000-893.000=-1.000
max	1353.000-1321.000=32.000

*mean*	1.976-1.953=0.023
σ	0.050-0.154=-0.103
min	1.901-1.838=0.063
max	2.016-2.215=-0.199

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.289-1559.284=0.005
σ	2.993-3.005=-0.012
min	1557.677-1557.651=0.026
max	1564.630-1564.643=-0.013

*mean*	626.200-625.600=0.600
σ	88.423-87.540=0.883
min	495.000
max	731.000-728.000=3.000

*mean*	2.222-2.259=-0.037
σ	0.214-0.250=-0.037
min	2.066-2.061=0.005
max	2.598-2.697=-0.099

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341-1882.341=-0.000
σ	0.056-0.049=0.007
min	1882.269-1882.273=-0.004
max	1882.422-1882.410=0.012

*mean*	1730.200-1730.800=-0.600
σ	187.970-172.716=15.254
min	1485.000-1475.000=10.000
max	1909.000-1882.000=27.000

*mean*	2.906-2.957=-0.051
σ	0.055-0.095=-0.040
min	2.822-2.863=-0.041
max	2.951-3.113=-0.162

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.692=0.026
σ	0.076-0.252=-0.176
min	1.626-1.316=0.310
max	1.805-1.873=-0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.945-419.944=0.000
σ	518.108-518.105=0.003
min	160.887-160.887=0.001
max	1197.106-1197.101=0.005

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.520-0.506=0.014
σ	0.506-0.481=0.025
min	0.262-0.263=-0.001
max	1.279-1.228=0.051

policies=20

*mean*	1609.212-1609.203=0.010
σ	0.360-0.336=0.023
min	1608.958-1608.961=-0.003
max	1609.743-1609.697=0.046

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-449.500=-2.000
σ	7.000
min	444.000-446.000=-2.000
max	458.000-460.000=-2.000

*mean*	2.594-2.569=0.024
σ	0.021-0.032=-0.011
min	2.568-2.546=0.022
max	2.618-2.616=0.002

policies=200

*mean*	16100.684-16100.687=-0.003
σ	0.067-0.062=0.004
min	16100.627-16100.601=0.026
max	16100.776-16100.748=0.029

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-497.500=-1.000
σ	5.508-3.697=1.811
min	490.000-493.000=-3.000
max	502.000

*mean*	26.036-26.067=-0.031
σ	0.030-0.130=-0.099
min	25.993-25.969=0.024
max	26.059-26.256=-0.197