Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.773=0.001
σ	0.363-0.362=0.000
min	54.626-54.627=-0.000
max	55.806-55.803=0.002

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.141-0.138=0.003
σ	0.005-0.005=0.000
min	0.136-0.131=0.005
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.772=0.001
σ	0.005-0.006=-0.001
min	43.767-43.763=0.005
max	43.783-43.783=-0.000

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.122-0.119=0.003
σ	0.004-0.005=-0.000
min	0.115-0.115=0.000
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4578.625-4579.875=-1.250
σ	2255.919-2252.590=3.329
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	12.921-13.584=-0.663
σ	3.301-3.736=-0.435
min	11.467-11.878=-0.411
max	21.077-22.782=-1.705

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4578.625-4579.875=-1.250
σ	2255.919-2252.590=3.329
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	13.416-13.386=0.030
σ	3.434-3.605=-0.170
min	11.206-11.445=-0.239
max	21.848-22.201=-0.353

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950-41.950=-0.000

*mean*	7402.000-7395.000=7.000
σ	0.000
min	7402.000-7395.000=7.000
max	7402.000-7395.000=7.000

*mean*	10.482-11.095=-0.613
σ	0.198-0.185=0.013
min	10.166-10.884=-0.718
max	10.797-11.440=-0.643

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.001-0.000=0.000
min	41.933
max	41.934

*mean*	4161.625-4165.625=-4.000
σ	1946.588-1944.599=1.989
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	11.236-11.820=-0.584
σ	1.683-1.784=-0.101
min	10.487-10.775=-0.288
max	15.377-16.174=-0.797

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993

*mean*	4161.625-4165.625=-4.000
σ	1946.588-1944.599=1.989
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	8.554-9.259=-0.705
σ	1.442-1.261=0.181
min	7.255-7.820=-0.565
max	12.003-12.169=-0.166

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406

*mean*	4161.625-4165.625=-4.000
σ	1946.588-1944.599=1.989
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	6.099-6.907=-0.809
σ	1.029-1.061=-0.032
min	5.172-6.200=-1.028
max	8.499-9.399=-0.900

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4578.625-4579.875=-1.250
σ	2255.919-2252.590=3.329
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	5.831-6.316=-0.485
σ	0.907-0.905=0.002
min	5.288-5.739=-0.451
max	8.055-8.498=-0.444

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.985=-0.000
σ	0.000-0.001=-0.001
min	25.984-25.984=0.000
max	25.985-25.988=-0.003

*mean*	4578.625-4579.875=-1.250
σ	2255.919-2252.590=3.329
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	5.718-6.100=-0.382
σ	0.948-0.479=0.469
min	5.275-5.673=-0.398
max	8.055-7.234=0.821

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7402.000-7395.000=7.000
σ	0.000
min	7402.000-7395.000=7.000
max	7402.000-7395.000=7.000

*mean*	358.040-363.278=-5.238
σ	45.194-43.493=1.701
min	338.225-344.429=-6.204
max	469.744-470.771=-1.027

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713-3495.713=0.000
max	3497.038-3497.037=0.001

*mean*	3743.375-3745.500=-2.125
σ	2297.844-2296.687=1.157
min	720.000
max	7402.000-7395.000=7.000

*mean*	1597.743-1609.382=-11.638
σ	532.834-536.890=-4.056
min	1368.438-1393.971=-25.532
max	2907.223-2929.966=-22.743

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855-107.855=-0.000

*mean*	4396.625-4399.500=-2.875
σ	2227.492-2223.779=3.712
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	223.234-195.194=28.040
σ	250.077-165.469=84.608
min	123.604-125.290=-1.686
max	840.639-602.273=238.366

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4578.625-4579.875=-1.250
σ	2255.919-2252.590=3.329
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	217.381-176.392=40.990
σ	490.574-373.153=117.421
min	41.241-42.477=-1.236
max	1431.475-1099.891=331.583

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7402.000-7395.000=7.000
σ	0.000
min	7402.000-7395.000=7.000
max	7402.000-7395.000=7.000

*mean*	22.508-22.296=0.213
σ	2.178-0.719=1.460
min	21.027-21.764=-0.737
max	27.094-23.919=3.176

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.310=0.000

*mean*	7402.000-7395.000=7.000
σ	0.000
min	7402.000-7395.000=7.000
max	7402.000-7395.000=7.000

*mean*	278.115-311.656=-33.541
σ	629.663-721.651=-91.988
min	54.369-55.482=-1.113
max	1836.448-2097.650=-261.201

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.885

*mean*	4161.625-4165.625=-4.000
σ	1946.588-1944.599=1.989
min	1486.000-1487.000=-1.000
max	7402.000-7395.000=7.000

*mean*	3145.550-3183.659=-38.109
σ	1003.422-925.633=77.789
min	2458.133-2483.654=-25.521
max	5303.590-4936.418=367.171

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7402.000-7395.000=7.000
σ	0.000
min	7402.000-7395.000=7.000
max	7402.000-7395.000=7.000

*mean*	1080.163-1032.424=47.739
σ	281.154-180.434=100.720
min	896.200-910.935=-14.735
max	1679.545-1428.180=251.365

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7402.000-7395.000=7.000
σ	0.000
min	7402.000-7395.000=7.000
max	7402.000-7395.000=7.000

*mean*	416.044-391.947=24.097
σ	53.127-5.354=47.772
min	384.615-381.815=2.800
max	506.071-397.851=108.220

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-477.000=-0.500
σ	1.604-0.000=1.604
min	475.000-477.000=-2.000
max	478.000-477.000=1.000

*mean*	380.899-395.585=-14.685
σ	9.824-30.217=-20.393
min	364.296-364.560=-0.264
max	392.429-451.045=-58.616

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-564.000=-2.000
σ	0.000
min	562.000-564.000=-2.000
max	562.000-564.000=-2.000

*mean*	742.300-779.322=-37.022
σ	50.829-51.433=-0.605
min	641.789-720.965=-79.175
max	817.509-855.692=-38.183

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.969-963.971=-0.002
σ	1.821-1.822=-0.000
min	963.262-963.264=-0.001
max	971.671-971.675=-0.004

*mean*	1042.150-1045.350=-3.200
σ	305.144-296.102=9.043
min	584.000-560.000=24.000
max	1489.000-1442.000=47.000

*mean*	1.269-1.262=0.007
σ	0.131-0.092=0.039
min	1.175-1.169=0.006
max	1.735-1.515=0.220

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.305-0.295=0.009
σ	0.298-0.292=0.005
min	0.145-0.141=0.004
max	0.832-0.814=0.018

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.482=-0.003
σ	0.321-0.324=-0.003
min	0.323-0.325=-0.002
max	1.053-1.061=-0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.222=-0.003
σ	0.025-0.024=0.001
min	0.201-0.205=-0.003
max	0.262-0.263=-0.001

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.332=0.006
σ	0.024-0.017=0.007
min	0.319-0.320=-0.001
max	0.379-0.362=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400-434.600=-3.200
σ	0.894-4.099=-3.204
min	431.000
max	433.000-439.000=-6.000

*mean*	0.562-0.551=0.011
σ	0.069-0.051=0.018
min	0.440-0.491=-0.051
max	0.609-0.605=0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	439.000-443.000=-4.000
σ	0.000
min	439.000-443.000=-4.000
max	439.000-443.000=-4.000

*mean*	0.510-0.449=0.061
σ	0.020-0.050=-0.030
min	0.475-0.386=0.089
max	0.527-0.493=0.034

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	439.000-443.000=-4.000
σ	0.000
min	439.000-443.000=-4.000
max	439.000-443.000=-4.000

*mean*	2.727-2.113=0.614
σ	0.116-0.360=-0.243
min	2.484-1.739=0.744
max	3.484-3.733=-0.250

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	439.000-443.000=-4.000
σ	0.000
min	439.000-443.000=-4.000
max	439.000-443.000=-4.000

*mean*	2.664-2.606=0.058
σ	0.131-0.097=0.035
min	2.441-2.447=-0.006
max	3.549-2.971=0.578

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	439.000-443.000=-4.000
σ	0.000
min	439.000-443.000=-4.000
max	439.000-443.000=-4.000

*mean*	0.311-0.311=0.000
σ	0.009-0.010=-0.001
min	0.298-0.293=0.005
max	0.357-0.359=-0.002

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-443.000=-4.000
σ	0.000
min	439.000-443.000=-4.000
max	439.000-443.000=-4.000

*mean*	0.298-0.298=0.000
σ	0.011-0.020=-0.009
min	0.280-0.278=0.002
max	0.360-0.482=-0.122

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.639-11.441=0.197
σ	11.950-11.441=0.509
min	0.574-0.574=0.000
max	104.582-88.742=15.840

*mean*	468.517-459.381=9.136
σ	20.138-19.861=0.277
min	406.000-408.000=-2.000
max	482.000-478.000=4.000

*mean*	0.027-0.027=0.000
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.249-0.226=0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.610-278.858=-0.248
σ	1.018-1.037=-0.019
min	278.125-278.413=-0.288
max	281.490-281.804=-0.315

*mean*	442.700-442.400=0.300
σ	17.269-16.057=1.213
min	415.000-414.000=1.000
max	466.000-464.000=2.000

*mean*	0.585-0.581=0.004
σ	0.011-0.016=-0.005
min	0.572-0.554=0.018
max	0.606-0.607=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	213.073-218.219=-5.146
σ	29.721-33.262=-3.541
min	166.932-154.124=12.808
max	256.166-249.012=7.154

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	9.578-9.278=0.300
σ	0.297-0.772=-0.475
min	9.290-7.372=1.918
max	10.279-9.625=0.654

phase=parser

*mean*	1042.434-1042.435=-0.001
σ	0.000-0.000=-0.000
min	1042.434-1042.435=-0.001
max	1042.434-1042.435=-0.001

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	573.636-574.290=-0.655
σ	48.794-57.576=-8.783
min	456.106-432.060=24.046
max	601.065-602.746=-1.681

phase=processProdDef

*mean*	2243.975-2243.976=-0.001
σ	0.000
min	2243.975-2243.976=-0.001
max	2243.975-2243.976=-0.001

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	2844.532-2746.220=98.312
σ	526.482-276.010=250.472
min	1817.612-2135.728=-318.116
max	3420.413-3050.457=369.956

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	39.864-38.555=1.309
σ	0.444-4.951=-4.507
min	39.136-26.345=12.791
max	40.377-41.073=-0.696

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	704.950-674.994=29.956
σ	41.240-15.434=25.805
min	661.848-644.808=17.041
max	788.487-697.939=90.548

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386-282.387=-0.001
σ	0.037-0.037=0.000
min	282.337-282.338=-0.001
max	282.428-282.429=-0.001

*mean*	444.400-444.800=-0.400
σ	0.548-1.095=-0.548
min	444.000
max	445.000-446.000=-1.000

*mean*	0.375-0.382=-0.007
σ	0.001-0.010=-0.009
min	0.374-0.378=-0.004
max	0.376-0.400=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.129-1267.114=0.015
σ	0.099-0.091=0.008
min	1266.988-1267.001=-0.013
max	1267.265-1267.253=0.011

*mean*	1090.000-1113.800=-23.800
σ	174.225-170.946=3.279
min	851.000-897.000=-46.000
max	1296.000-1331.000=-35.000

*mean*	1.997-2.033=-0.037
σ	0.179-0.122=0.057
min	1.802-1.869=-0.067
max	2.191-2.172=0.018

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.069-1506.141=-0.072
σ	2.951-2.904=0.046
min	1504.516-1504.647=-0.130
max	1511.332-1511.325=0.007

*mean*	616.200-629.200=-13.000
σ	78.158-90.295=-12.137
min	496.000-505.000=-9.000
max	704.000-729.000=-25.000

*mean*	2.175-2.347=-0.172
σ	0.217-0.242=-0.024
min	2.049-2.071=-0.022
max	2.561-2.544=0.018

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.105-1829.115=-0.010
σ	0.029-0.081=-0.052
min	1829.061-1829.010=0.051
max	1829.133-1829.229=-0.096

*mean*	1722.400-1769.600=-47.200
σ	208.775-215.759=-6.984
min	1432.000-1491.000=-59.000
max	1916.000-1977.000=-61.000

*mean*	2.862-3.108=-0.246
σ	0.104-0.288=-0.183
min	2.769-2.802=-0.034
max	3.022-3.524=-0.502

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.733-1.807=-0.073
σ	0.118-0.104=0.015
min	1.542-1.629=-0.086
max	1.866-1.880=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.698=-0.001
σ	518.051-518.050=0.001
min	138.669-138.670=-0.002
max	1174.773-1174.773=-0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.497-0.494=0.003
σ	0.516-0.512=0.004
min	0.239-0.237=0.001
max	1.272-1.262=0.010

policies=20

*mean*	1386.825-1386.838=-0.013
σ	0.165-0.166=-0.001
min	1386.712-1386.724=-0.012
max	1387.071-1387.085=-0.014

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.000-443.750=0.250
σ	0.000-0.500=-0.500
min	444.000-443.000=1.000
max	444.000

*mean*	2.319-2.323=-0.004
σ	0.007-0.013=-0.006
min	2.308-2.310=-0.002
max	2.323-2.341=-0.018

policies=200

*mean*	13876.840-13876.876=-0.036
σ	0.079-0.095=-0.016
min	13876.748-13876.804=-0.056
max	13876.939-13877.015=-0.076

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.750-497.750=-2.000
σ	6.076-4.646=1.430
min	489.000-493.000=-4.000
max	503.000-504.000=-1.000

*mean*	23.417-23.433=-0.016
σ	0.122-0.182=-0.061
min	23.303-23.277=0.026
max	23.543-23.689=-0.146