Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.365-0.361=0.004
min	54.569-54.571=-0.003
max	55.754-55.745=0.009

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.140-0.139=0.001
σ	0.005-0.005=0.000
min	0.132-0.132=0.001
max	0.148-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=-0.001
σ	0.008-0.007=0.001
min	43.763-43.763=0.001
max	43.794-43.788=0.006

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.125-0.123=0.001
σ	0.004-0.004=0.000
min	0.121-0.120=0.002
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4427.500-4590.250=-162.750
σ	2224.054-2249.990=-25.937
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	12.954-159.992=-147.038
σ	2.124-416.021=-413.897
min	11.827-11.875=-0.048
max	18.075-1189.580=-1171.505

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605

*mean*	4605.125-4590.250=14.875
σ	2255.160-2249.990=5.170
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	50.779-14.310=36.469
σ	106.486-3.903=102.583
min	11.369-11.394=-0.026
max	314.276-22.521=291.754

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7401.000-7387.000=14.000
σ	0.000
min	7401.000-7387.000=14.000
max	7401.000-7387.000=14.000

*mean*	11.023-11.120=-0.097
σ	0.138-0.163=-0.025
min	10.742-10.863=-0.120
max	11.190-11.347=-0.157

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4198.625-4179.125=19.500
σ	1951.901-1945.893=6.008
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	11.260-11.965=-0.706
σ	0.810-2.039=-1.230
min	10.872-10.686=0.186
max	13.255-16.932=-3.678

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4198.625-4179.125=19.500
σ	1951.901-1945.893=6.008
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	8.937-8.879=0.058
σ	0.618-1.236=-0.618
min	8.047-7.940=0.108
max	10.276-11.859=-1.583

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4198.625-4179.125=19.500
σ	1951.901-1945.893=6.008
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	7.003-6.625=0.378
σ	0.481-1.149=-0.667
min	6.587-5.813=0.774
max	8.112-9.380=-1.268

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004
min	25.661
max	25.673

*mean*	4605.125-4590.250=14.875
σ	2255.160-2249.990=5.170
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	6.177-6.466=-0.289
σ	0.490-0.943=-0.453
min	5.808-5.826=-0.018
max	7.368-8.476=-1.108

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.000=0.000
min	25.961-25.961=-0.000
max	25.962-25.962=0.000

*mean*	4605.125-4590.250=14.875
σ	2255.160-2249.990=5.170
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	6.011-6.357=-0.346
σ	0.461-1.045=-0.584
min	5.716-5.751=-0.035
max	7.139-8.544=-1.405

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7401.000-7387.000=14.000
σ	0.000
min	7401.000-7387.000=14.000
max	7401.000-7387.000=14.000

*mean*	345.582-361.994=-16.412
σ	2.536-42.562=-40.025
min	340.946-343.963=-3.016
max	349.633-467.245=-117.612

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3770.000-3757.000=13.000
σ	2308.309-2300.063=8.246
min	720.000-721.000=-1.000
max	7401.000-7387.000=14.000

*mean*	1767.904-1709.051=58.853
σ	625.032-537.045=87.986
min	1392.996-1391.032=1.964
max	2833.498-2732.983=100.515

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.840=0.000
max	107.841-107.841=0.000

*mean*	4198.625-4408.250=-209.625
σ	1951.901-2219.579=-267.677
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	132.880-287.619=-154.739
σ	8.789-429.093=-420.304
min	124.084-125.216=-1.132
max	151.429-1348.831=-1197.401

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4427.500-4408.250=19.250
σ	2224.054-2219.579=4.475
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	207.453-46.336=161.118
σ	464.795-10.276=454.519
min	40.839-40.960=-0.121
max	1357.751-71.497=1286.254

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7401.000-7387.000=14.000
σ	0.000
min	7401.000-7387.000=14.000
max	7401.000-7387.000=14.000

*mean*	79.543-22.323=57.220
σ	161.873-1.504=160.369
min	21.590-21.534=0.056
max	480.146-25.984=454.162

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7401.000-7387.000=14.000
σ	0.000
min	7401.000-7387.000=14.000
max	7401.000-7387.000=14.000

*mean*	58.115-235.030=-176.916
σ	7.155-504.085=-496.929
min	55.166-55.567=-0.401
max	75.808-1482.566=-1406.758

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4198.625-4179.125=19.500
σ	1951.901-1945.893=6.008
min	1483.000-1487.000=-4.000
max	7401.000-7387.000=14.000

*mean*	3279.599-3266.158=13.441
σ	711.924-797.405=-85.481
min	2503.862-2497.198=6.664
max	4358.278-4559.787=-201.508

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7401.000-7387.000=14.000
σ	0.000
min	7401.000-7387.000=14.000
max	7401.000-7387.000=14.000

*mean*	1003.632-1032.084=-28.453
σ	202.252-190.665=11.587
min	906.885-910.257=-3.372
max	1493.215-1452.847=40.368

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7387.000=14.000
σ	0.000
min	7401.000-7387.000=14.000
max	7401.000-7387.000=14.000

*mean*	407.246-398.411=8.835
σ	45.630-7.519=38.111
min	375.432-382.984=-7.552
max	518.987-410.578=108.409

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.375=1.625
σ	0.000-0.518=-0.518
min	478.000-476.000=2.000
max	478.000-477.000=1.000

*mean*	391.443-362.458=28.985
σ	21.984-27.380=-5.397
min	363.441-306.140=57.301
max	425.760-391.157=34.603

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-563.000=-2.000
σ	0.000-3.703=-3.703
min	561.000-557.000=4.000
max	561.000-565.000=-4.000

*mean*	752.155-761.797=-9.641
σ	53.576-43.676=9.900
min	655.400-692.521=-37.121
max	815.769-825.971=-10.202

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=0.000
σ	1.821-1.821=-0.000
min	963.823-963.823=-0.000
max	972.231-972.232=-0.001

*mean*	1045.500-1038.650=6.850
σ	320.553-309.624=10.929
min	542.000-536.000=6.000
max	1565.000-1531.000=34.000

*mean*	1.262-1.255=0.007
σ	0.103-0.084=0.020
min	1.171-1.169=0.001
max	1.551-1.493=0.057

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.301=-0.008
σ	0.293-0.294=-0.001
min	0.138-0.141=-0.002
max	0.813-0.823=-0.009

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.473=0.007
σ	0.323-0.325=-0.002
min	0.325-0.320=0.005
max	1.057-1.054=0.003

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.230=-0.016
σ	0.021-0.025=-0.004
min	0.196-0.202=-0.006
max	0.248-0.258=-0.010

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.346-0.342=0.004
σ	0.027-0.027=-0.001
min	0.323-0.313=0.009
max	0.390-0.384=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	431.000-431.800=-0.800
σ	0.000-1.789=-1.789
min	431.000
max	431.000-435.000=-4.000

*mean*	0.536-0.568=-0.031
σ	0.080-0.043=0.037
min	0.438-0.520=-0.082
max	0.609-0.621=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.447-0.474=-0.028
σ	0.048-0.044=0.004
min	0.376-0.416=-0.040
max	0.492-0.526=-0.034

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.655-1.959=0.696
σ	0.109-0.089=0.020
min	2.465-1.741=0.724
max	2.960-2.207=0.754

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.591-1.873=0.718
σ	0.090-0.088=0.002
min	2.449-1.731=0.718
max	2.908-2.152=0.757

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.302-0.306=-0.004
σ	0.008-0.026=-0.018
min	0.285-0.288=-0.003
max	0.353-0.538=-0.185

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.290-0.288=0.002
σ	0.008-0.007=0.001
min	0.279-0.275=0.004
max	0.340-0.322=0.018

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.876-11.908=-0.032
σ	12.086-11.426=0.660
min	0.715-0.574=0.141
max	118.795-80.787=38.008

*mean*	460.555-461.215=-0.660
σ	19.151-19.548=-0.397
min	407.000-406.000=1.000
max	475.000-479.000=-4.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.304-0.186=0.118

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.802-278.743=0.059
σ	1.014-1.088=-0.074
min	278.339-278.310=0.029
max	281.678-281.835=-0.157

*mean*	444.400-443.000=1.400
σ	17.450-15.790=1.659
min	415.000-417.000=-2.000
max	465.000-467.000=-2.000

*mean*	0.581-0.579=0.002
σ	0.027-0.020=0.008
min	0.510-0.537=-0.026
max	0.614-0.615=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	217.856-219.599=-1.743
σ	22.299-24.067=-1.768
min	186.252-186.158=0.094
max	239.423-242.293=-2.870

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	7.440-5.863=1.576
σ	2.300-0.107=2.194
min	5.769-5.783=-0.013
max	11.999-6.120=5.878

phase=parser

*mean*	1042.134-1041.966=0.168
σ	0.000-0.000=0.000
min	1042.133-1041.966=0.167
max	1042.134-1041.966=0.168

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	523.662-492.470=31.191
σ	131.169-105.657=25.512
min	372.631-372.349=0.283
max	716.680-594.393=122.288

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	2969.796-2669.390=300.406
σ	379.851-506.472=-126.621
min	2334.329-1837.201=497.128
max	3404.638-3277.725=126.914

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	36.100-25.036=11.064
σ	8.945-7.807=1.138
min	19.859-20.019=-0.159
max	47.292-41.819=5.474

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	655.977-665.208=-9.231
σ	40.232-62.779=-22.547
min	600.954-606.648=-5.694
max	722.431-743.213=-20.782

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.361=-0.001
σ	0.036-0.036=-0.001
min	282.309-282.310=-0.000
max	282.397-282.400=-0.004

*mean*	439.000-440.200=-1.200
σ	2.739-3.493=-0.754
min	437.000
max	442.000-444.000=-2.000

*mean*	0.377-0.380=-0.003
σ	0.006-0.007=-0.001
min	0.374-0.373=0.000
max	0.388-0.389=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.605-1267.606=-0.001
σ	0.097-0.105=-0.008
min	1267.476-1267.457=0.019
max	1267.744-1267.755=-0.011

*mean*	1091.600-1089.000=2.600
σ	169.683-184.581=-14.898
min	890.000-870.000=20.000
max	1324.000-1326.000=-2.000

*mean*	2.150-2.031=0.118
σ	0.165-0.200=-0.035
min	1.960-1.809=0.151
max	2.411-2.240=0.171

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.539-1506.522=0.017
σ	2.949-2.961=-0.012
min	1505.020-1504.960=0.060
max	1511.802-1511.805=-0.003

*mean*	623.200-629.600=-6.400
σ	87.311-81.562=5.749
min	493.000-505.000=-12.000
max	725.000-720.000=5.000

*mean*	2.238-2.187=0.051
σ	0.227-0.242=-0.015
min	2.097-2.044=0.053
max	2.636-2.615=0.021

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.571-1829.582=-0.011
σ	0.042-0.028=0.014
min	1829.512-1829.534=-0.022
max	1829.621-1829.607=0.014

*mean*	1725.200-1732.800=-7.600
σ	185.691-193.629=-7.938
min	1467.000
max	1897.000-1915.000=-18.000

*mean*	3.048-2.950=0.099
σ	0.305-0.108=0.197
min	2.854-2.842=0.012
max	3.582-3.125=0.458

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.807-1.693=0.115
σ	0.078-0.073=0.004
min	1.677-1.619=0.058
max	1.870-1.772=0.098

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.868-393.850=0.018
σ	509.607-509.572=0.034
min	139.061-139.061=0.000
max	1158.278-1158.208=0.070

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-439.000=1.000
σ	0.000
min	440.000-439.000=1.000
max	440.000-439.000=1.000

*mean*	0.472-0.483=-0.011
σ	0.465-0.500=-0.036
min	0.234-0.227=0.007
max	1.169-1.233=-0.065

policies=20

*mean*	1390.720-1390.709=0.011
σ	0.145-0.152=-0.007
min	1390.613-1390.601=0.011
max	1390.933-1390.934=-0.001

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	443.750
σ	7.500-9.500=-2.000
min	440.000-439.000=1.000
max	455.000-458.000=-3.000

*mean*	2.324-2.297=0.027
σ	0.014-0.014=-0.000
min	2.310-2.281=0.029
max	2.343-2.312=0.031

policies=200

*mean*	13915.899-13915.859=0.041
σ	0.114-0.162=-0.048
min	13915.807-13915.723=0.084
max	13916.059-13916.067=-0.008

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	493.500-493.750=-0.250
σ	4.655-4.573=0.081
min	488.000
max	499.000

*mean*	23.472-23.363=0.109
σ	0.220-0.135=0.084
min	23.295-23.218=0.076
max	23.768-23.541=0.227