Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.861=-0.086
σ	0.363-0.360=0.003
min	54.629-54.722=-0.093
max	55.807-55.884=-0.077

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.143=-0.002
σ	0.004-0.006=-0.002
min	0.136-0.137=-0.000
max	0.148-0.152=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.847=-0.073
σ	0.007-0.006=0.001
min	43.760-43.836=-0.076
max	43.788-43.855=-0.067

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.126=-0.004
σ	0.003-0.004=-0.000
min	0.120-0.123=-0.003
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4583.875-4592.625=-8.750
σ	2251.771-2246.934=4.837
min	1487.000
max	7400.000-7384.000=16.000

*mean*	13.448-55.669=-42.221
σ	3.505-123.791=-120.285
min	11.730-11.309=0.421
max	22.053-362.031=-339.978

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4583.875-4592.625=-8.750
σ	2251.771-2246.934=4.837
min	1487.000
max	7400.000-7384.000=16.000

*mean*	13.537-12.464=1.073
σ	3.133-1.530=1.602
min	11.488-10.907=0.581
max	21.149-15.860=5.289

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7400.000-7384.000=16.000
σ	0.000
min	7400.000-7384.000=16.000
max	7400.000-7384.000=16.000

*mean*	11.178-10.494=0.684
σ	0.113-0.297=-0.184
min	11.019-9.911=1.108
max	11.333-10.859=0.475

op=table_records(), repeat

*mean*	41.933-41.933=-0.001
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4170.625-4184.875=-14.250
σ	1943.360-1943.510=-0.150
min	1487.000
max	7400.000-7384.000=16.000

*mean*	11.929-11.097=0.832
σ	1.786-1.809=-0.023
min	10.904-10.229=0.675
max	16.308-15.541=0.767

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4170.625-4184.875=-14.250
σ	1943.360-1943.510=-0.150
min	1487.000
max	7400.000-7384.000=16.000

*mean*	9.193-8.667=0.525
σ	1.318-1.370=-0.052
min	7.951-7.705=0.246
max	12.337-12.014=0.323

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4170.625-4184.875=-14.250
σ	1943.360-1943.510=-0.150
min	1487.000
max	7400.000-7384.000=16.000

*mean*	7.017-6.707=0.310
σ	0.942-0.980=-0.038
min	6.044-6.162=-0.118
max	9.225-9.123=0.102

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4583.875-4592.625=-8.750
σ	2251.771-2246.934=4.837
min	1487.000
max	7400.000-7384.000=16.000

*mean*	6.424-5.661=0.763
σ	0.965-0.157=0.808
min	5.836-5.396=0.440
max	8.787-5.893=2.894

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4583.875-4592.625=-8.750
σ	2251.771-2246.934=4.837
min	1487.000
max	7400.000-7384.000=16.000

*mean*	6.325-5.517=0.808
σ	1.008-0.114=0.894
min	5.741-5.313=0.428
max	8.790-5.689=3.101

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7400.000-7384.000=16.000
σ	0.000
min	7400.000-7384.000=16.000
max	7400.000-7384.000=16.000

*mean*	361.803-359.407=2.396
σ	41.861-41.066=0.795
min	345.369-342.178=3.191
max	465.364-460.973=4.390

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713-3495.713=-0.000
max	3497.038

*mean*	3749.000-3759.625=-10.625
σ	2296.221-2298.923=-2.701
min	721.000-720.000=1.000
max	7400.000-7384.000=16.000

*mean*	1585.960-1754.701=-168.741
σ	469.423-666.282=-196.860
min	1384.167-1386.350=-2.183
max	2737.167-2932.668=-195.500

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4405.500-4414.125=-8.625
σ	2223.271-2216.529=6.742
min	1487.000
max	7400.000-7384.000=16.000

*mean*	269.861-293.526=-23.665
σ	374.543-453.456=-78.913
min	127.112-124.204=2.908
max	1195.619-1414.812=-219.193

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4583.875-4414.125=169.750
σ	2251.771-2216.529=35.242
min	1487.000
max	7400.000-7384.000=16.000

*mean*	118.614-44.484=74.129
σ	212.113-8.060=204.053
min	40.254-39.600=0.654
max	643.527-63.958=579.570

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7400.000-7384.000=16.000
σ	0.000
min	7400.000-7384.000=16.000
max	7400.000-7384.000=16.000

*mean*	22.280-21.222=1.057
σ	0.971-0.710=0.260
min	21.687-20.749=0.938
max	24.637-22.691=1.946

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7400.000-7384.000=16.000
σ	0.000
min	7400.000-7384.000=16.000
max	7400.000-7384.000=16.000

*mean*	312.699-195.849=116.850
σ	725.789-396.442=329.348
min	55.222-54.678=0.544
max	2108.933-1176.987=931.946

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.014
min	4646.845
max	4646.884

*mean*	4170.625-4184.875=-14.250
σ	1943.360-1943.510=-0.150
min	1487.000
max	7400.000-7384.000=16.000

*mean*	3072.744-3298.109=-225.365
σ	673.563-717.754=-44.190
min	2505.676-2503.513=2.162
max	4159.327-4393.381=-234.054

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7400.000-7384.000=16.000
σ	0.000
min	7400.000-7384.000=16.000
max	7400.000-7384.000=16.000

*mean*	1019.997-965.729=54.268
σ	173.219-74.722=98.497
min	912.417-913.499=-1.083
max	1408.189-1106.795=301.395

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.105=-0.000
σ	0.002-0.002=0.000
min	905.102
max	905.108

*mean*	7400.000-7384.000=16.000
σ	0.000
min	7400.000-7384.000=16.000
max	7400.000-7384.000=16.000

*mean*	388.508-503.671=-115.163
σ	1.775-324.244=-322.469
min	384.864-374.096=10.768
max	390.474-1305.973=-915.499

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-478.000=-1.000
σ	1.069-0.000=1.069
min	476.000-478.000=-2.000
max	478.000

*mean*	366.819-391.350=-24.532
σ	22.224-19.465=2.759
min	317.153-373.080=-55.927
max	393.522-430.522=-36.999

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.500-559.250=4.250
σ	0.926-0.463=0.463
min	562.000-559.000=3.000
max	564.000-560.000=4.000

*mean*	737.169-755.594=-18.424
σ	81.934-33.429=48.505
min	556.562-717.472=-160.909
max	829.973-799.559=30.414

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-1024.566=-60.593
σ	1.820-0.761=1.059
min	963.263-1024.095=-60.831
max	971.668-1027.710=-56.042

*mean*	1049.800-1046.150=3.650
σ	297.686-316.274=-18.589
min	575.000-542.000=33.000
max	1475.000-1516.000=-41.000

*mean*	1.327-1.388=-0.061
σ	0.149-0.146=0.003
min	1.195-1.260=-0.065
max	1.735-1.934=-0.199

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.316=-0.024
σ	0.282-0.340=-0.057
min	0.138-0.143=-0.005
max	0.793-0.921=-0.128

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.488-0.477=0.011
σ	0.334-0.316=0.018
min	0.333-0.326=0.006
max	1.085-1.042=0.042

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.286=-0.067
σ	0.029-0.154=-0.125
min	0.198-0.199=-0.001
max	0.269-0.559=-0.290

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.330=0.006
σ	0.013-0.019=-0.006
min	0.323-0.315=0.008
max	0.353-0.360=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400-431.000=0.400
σ	0.894-0.000=0.894
min	431.000
max	433.000-431.000=2.000

*mean*	0.543-0.586=-0.044
σ	0.026-0.033=-0.007
min	0.521-0.530=-0.009
max	0.587-0.612=-0.025

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.488-0.509=-0.021
σ	0.032-0.021=0.011
min	0.454-0.477=-0.023
max	0.522-0.532=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	2.411-2.679=-0.268
σ	0.269-0.103=0.166
min	1.886-2.443=-0.556
max	2.805-3.105=-0.300

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	2.593-2.620=-0.027
σ	0.068-0.091=-0.024
min	2.468-2.472=-0.004
max	2.807-2.982=-0.175

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.307-0.310=-0.002
σ	0.008-0.017=-0.009
min	0.292-0.289=0.003
max	0.358-0.432=-0.075

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.291-0.291=0.000
σ	0.007-0.007=0.001
min	0.277-0.275=0.002
max	0.330-0.326=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.186-11.447=0.739
σ	11.290-11.540=-0.250
min	0.574-0.573=0.001
max	76.030-93.485=-17.455

*mean*	467.033-457.980=9.053
σ	18.557-18.146=0.410
min	408.000-406.000=2.000
max	482.000-476.000=6.000

*mean*	0.028-0.026=0.001
σ	0.028-0.028=-0.001
min	0.001-0.001=-0.000
max	0.174-0.226=-0.052

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.672-298.629=-19.957
σ	1.063-1.057=0.006
min	278.231-298.204=-19.973
max	281.691-301.634=-19.943

*mean*	446.400-443.000=3.400
σ	17.044-19.247=-2.203
min	425.000-417.000=8.000
max	470.000-472.000=-2.000

*mean*	0.582-0.589=-0.007
σ	0.016-0.035=-0.019
min	0.559-0.523=0.036
max	0.618-0.615=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	226.124-236.439=-10.315
σ	18.984-28.912=-9.928
min	197.634-186.677=10.957
max	251.885-259.520=-7.635

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	9.040-9.778=-0.738
σ	1.013-1.808=-0.795
min	7.384-6.448=0.935
max	9.713-12.726=-3.013

phase=parser

*mean*	1042.434-1042.436=-0.002
σ	0.000-0.000=-0.000
min	1042.433-1042.435=-0.002
max	1042.434-1042.436=-0.002

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	559.822-571.082=-11.260
σ	84.493-102.595=-18.102
min	420.767-378.249=42.518
max	617.145-725.005=-107.861

phase=processProdDef

*mean*	2243.976-2243.975=0.000
σ	0.000
min	2243.976-2243.975=0.000
max	2243.976-2243.975=0.000

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2737.248-2912.512=-175.264
σ	410.145-234.113=176.031
min	2215.616-2689.877=-474.261
max	3407.289-3361.815=45.474

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	37.153-39.045=-1.893
σ	6.726-8.102=-1.376
min	26.156-20.668=5.488
max	41.125-49.580=-8.456

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	715.675-728.798=-13.123
σ	75.495-72.959=2.536
min	646.115-672.944=-26.829
max	868.831-882.622=-13.791

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386-293.821=-11.435
σ	0.037-0.038=-0.001
min	282.337-293.768=-11.431
max	282.428-293.859=-11.431

*mean*	444.800-442.000=2.800
σ	1.095-0.000=1.095
min	444.000-442.000=2.000
max	446.000-442.000=4.000

*mean*	0.378-0.397=-0.019
σ	0.001-0.005=-0.004
min	0.377-0.392=-0.015
max	0.379-0.403=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.110-1320.290=-53.181
σ	0.104-0.141=-0.037
min	1266.999-1320.163=-53.164
max	1267.275-1320.524=-53.249

*mean*	1105.600-1089.600=16.000
σ	191.087-168.322=22.765
min	844.000-892.000=-48.000
max	1335.000-1320.000=15.000

*mean*	1.929-1.961=-0.032
σ	0.166-0.147=0.018
min	1.799-1.848=-0.050
max	2.134-2.211=-0.078

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.087-1559.288=-53.201
σ	2.947-2.987=-0.040
min	1504.556-1557.737=-53.181
max	1511.348-1564.619=-53.272

*mean*	622.600-616.000=6.600
σ	81.402-93.533=-12.131
min	497.000-498.000=-1.000
max	714.000-730.000=-16.000

*mean*	2.224-2.276=-0.051
σ	0.196-0.235=-0.039
min	2.088-2.059=0.029
max	2.569-2.569=-0.001

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.099-1882.340=-53.241
σ	0.046-0.051=-0.005
min	1829.033-1882.275=-53.242
max	1829.145-1882.415=-53.270

*mean*	1742.400-1737.200=5.200
σ	173.684-178.085=-4.400
min	1484.000-1470.000=14.000
max	1891.000-1889.000=2.000

*mean*	3.011-2.949=0.062
σ	0.221-0.036=0.185
min	2.822-2.896=-0.074
max	3.394-2.982=0.412

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.711-1.654=0.057
σ	0.064-0.143=-0.080
min	1.654-1.499=0.155
max	1.807-1.882=-0.075

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-419.944=-22.246
σ	518.051-518.105=-0.054
min	138.670-160.887=-22.217
max	1174.774-1197.101=-22.327

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	446.000-441.000=5.000
σ	0.000
min	446.000-441.000=5.000
max	446.000-441.000=5.000

*mean*	0.501-0.520=-0.019
σ	0.523-0.517=0.005
min	0.236-0.258=-0.022
max	1.285-1.296=-0.011

policies=20

*mean*	1386.837-1609.196=-222.359
σ	0.163-0.343=-0.180
min	1386.725-1608.961=-222.236
max	1387.079-1609.705=-222.626

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	446.000-445.250=0.750
σ	0.000-8.500=-8.500
min	446.000-441.000=5.000
max	446.000-458.000=-12.000

*mean*	2.334-2.574=-0.240
σ	0.010-0.018=-0.008
min	2.321-2.547=-0.226
max	2.344-2.587=-0.244

policies=200

*mean*	13876.894-16100.699=-2223.805
σ	0.126-0.061=0.065
min	13876.757-16100.626=-2223.870
max	13877.062-16100.772=-2223.709

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.250-494.750=1.500
σ	3.500-4.272=-0.772
min	492.000-490.000=2.000
max	500.000

*mean*	23.582-26.070=-2.489
σ	0.128-0.151=-0.023
min	23.463-25.942=-2.479
max	23.713-26.285=-2.572