Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.814-57.836=-0.022
σ	0.363-0.366=-0.002
min	57.667-57.699=-0.031
max	58.846-58.876=-0.030

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.146-0.153=-0.006
σ	0.006-0.004=0.002
min	0.140-0.145=-0.004
max	0.158-0.159=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.895-46.898=-0.003
σ	0.006-0.007=-0.001
min	46.884-46.889=-0.004
max	46.906-46.909=-0.003

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.129-0.137=-0.008
σ	0.005-0.004=0.002
min	0.124-0.134=-0.010
max	0.140-0.145=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.000

*mean*	4590.625-4584.125=6.500
σ	2255.452-2255.041=0.411
min	1487.000
max	7405.000-7404.000=1.000

*mean*	13.860-13.286=0.574
σ	3.934-3.396=0.538
min	11.757-11.859=-0.103
max	22.390-21.655=0.735

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.604=0.001

*mean*	4590.625-4584.125=6.500
σ	2255.452-2255.041=0.411
min	1487.000
max	7405.000-7404.000=1.000

*mean*	14.133-13.178=0.955
σ	3.508-3.228=0.279
min	11.509-11.431=0.078
max	21.425-21.033=0.392

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7405.000-7404.000=1.000
σ	0.000
min	7405.000-7404.000=1.000
max	7405.000-7404.000=1.000

*mean*	11.063-11.375=-0.312
σ	0.110-0.690=-0.580
min	10.937-11.051=-0.114
max	11.261-13.073=-1.812

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=-0.000
min	41.924-41.924=0.000
max	41.928-41.928=0.000

*mean*	4178.125-4169.375=8.750
σ	1948.014-1946.307=1.707
min	1487.000
max	7405.000-7404.000=1.000

*mean*	11.548-11.696=-0.148
σ	1.925-1.745=0.180
min	10.688-10.848=-0.160
max	16.296-15.984=0.311

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137-0.137=-0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4178.125-4169.375=8.750
σ	1948.014-1946.307=1.707
min	1487.000
max	7405.000-7404.000=1.000

*mean*	9.170-9.202=-0.032
σ	1.303-1.353=-0.050
min	8.254-7.996=0.258
max	12.340-12.449=-0.109

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.000=0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4178.125-4169.375=8.750
σ	1948.014-1946.307=1.707
min	1487.000
max	7405.000-7404.000=1.000

*mean*	7.137-7.178=-0.040
σ	0.922-0.980=-0.058
min	6.464-6.494=-0.030
max	9.380-9.573=-0.192

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4590.625-4584.125=6.500
σ	2255.452-2255.041=0.411
min	1487.000
max	7405.000-7404.000=1.000

*mean*	6.518-6.288=0.230
σ	1.028-0.835=0.193
min	5.799-5.878=-0.078
max	8.809-8.348=0.461

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.000=0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4590.625-4584.125=6.500
σ	2255.452-2255.041=0.411
min	1487.000
max	7405.000-7404.000=1.000

*mean*	6.354-5.997=0.357
σ	1.089-0.501=0.588
min	5.716-5.697=0.019
max	8.804-7.198=1.605

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7405.000-7404.000=1.000
σ	0.000
min	7405.000-7404.000=1.000
max	7405.000-7404.000=1.000

*mean*	362.081-361.037=1.043
σ	43.789-42.544=1.245
min	342.974-342.975=-0.002
max	470.330-466.194=4.136

op=load_product(), with indexes

*mean*	3495.846-3495.854=-0.009
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.971-3496.977=-0.006

*mean*	3755.000-3748.750=6.250
σ	2301.686-2298.624=3.062
min	720.000-721.000=-1.000
max	7405.000-7404.000=1.000

*mean*	1794.295-1610.771=183.524
σ	679.452-544.797=134.655
min	1394.854-1383.278=11.577
max	2979.195-2950.163=29.032

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.001

*mean*	4411.500-4404.125=7.375
σ	2226.178-2226.409=-0.231
min	1487.000
max	7405.000-7404.000=1.000

*mean*	272.706-243.935=28.771
σ	380.736-303.825=76.910
min	127.245-124.253=2.992
max	1213.931-994.475=219.455

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001-0.001=0.000
min	62.065-62.065=0.001
max	62.070-62.069=0.001

*mean*	4590.625-4584.125=6.500
σ	2255.452-2255.041=0.411
min	1487.000
max	7405.000-7404.000=1.000

*mean*	201.168-189.024=12.144
σ	440.534-413.070=27.464
min	40.912-40.020=0.892
max	1291.281-1211.305=79.976

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7405.000-7404.000=1.000
σ	0.000
min	7405.000-7404.000=1.000
max	7405.000-7404.000=1.000

*mean*	22.050-22.826=-0.776
σ	0.872-3.171=-2.300
min	21.463-21.455=0.008
max	24.016-30.651=-6.635

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=-0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7405.000-7404.000=1.000
σ	0.000
min	7405.000-7404.000=1.000
max	7405.000-7404.000=1.000

*mean*	274.544-306.179=-31.635
σ	617.347-706.683=-89.335
min	55.353-55.306=0.047
max	1802.398-2055.125=-252.728

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.014=0.000
min	4646.837-4646.837=0.000
max	4646.876-4646.876=0.000

*mean*	4178.125-4169.375=8.750
σ	1948.014-1946.307=1.707
min	1487.000
max	7405.000-7404.000=1.000

*mean*	3373.941-3208.058=165.882
σ	882.432-950.019=-67.588
min	2474.130-2474.077=0.053
max	5005.735-5110.936=-105.202

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002-0.002=-0.000
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7405.000-7404.000=1.000
σ	0.000
min	7405.000-7404.000=1.000
max	7405.000-7404.000=1.000

*mean*	1073.347-1085.651=-12.304
σ	277.764-331.739=-53.975
min	912.352-912.870=-0.518
max	1700.239-1876.262=-176.023

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7405.000-7404.000=1.000
σ	0.000
min	7405.000-7404.000=1.000
max	7405.000-7404.000=1.000

*mean*	393.841-400.160=-6.318
σ	3.429-39.201=-35.772
min	387.936-381.173=6.763
max	399.923-496.892=-96.969

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-478.000=1.000
σ	0.000
min	479.000-478.000=1.000
max	479.000-478.000=1.000

*mean*	378.836-364.260=14.576
σ	33.115-42.342=-9.227
min	321.888-305.320=16.568
max	428.806-435.440=-6.634

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.250-565.000=-4.750
σ	1.753-0.000=1.753
min	558.000-565.000=-7.000
max	563.000-565.000=-2.000

*mean*	726.998-715.578=11.420
σ	81.880-36.259=45.621
min	622.573-649.719=-27.146
max	859.872-755.284=104.588

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.305-977.309=-0.004
σ	2.438-2.438=-0.000
min	976.459-976.464=-0.005
max	987.637-987.642=-0.005

*mean*	1060.250-1050.700=9.550
σ	317.197-335.051=-17.854
min	580.000-535.000=45.000
max	1533.000-1548.000=-15.000

*mean*	1.362-1.352=0.010
σ	0.158-0.140=0.018
min	1.230-1.211=0.019
max	1.802-1.785=0.017

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.299=0.001
σ	0.289-0.292=-0.003
min	0.140-0.134=0.007
max	0.815-0.817=-0.002

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.480=-0.006
σ	0.314-0.324=-0.009
min	0.325-0.322=0.002
max	1.036-1.058=-0.022

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.220=-0.000
σ	0.027-0.020=0.007
min	0.202-0.203=-0.001
max	0.267-0.254=0.013

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.349=-0.012
σ	0.016-0.024=-0.008
min	0.328-0.327=0.001
max	0.366-0.382=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.598-0.529=0.069
σ	0.012-0.056=-0.044
min	0.583-0.464=0.119
max	0.616-0.598=0.018

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.494-0.504=-0.010
σ	0.033-0.020=0.013
min	0.442-0.482=-0.040
max	0.522-0.522=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.652-2.244=0.408
σ	0.100-0.354=-0.254
min	2.465-1.906=0.559
max	2.997-3.097=-0.100

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.590-2.655=-0.065
σ	0.074-0.109=-0.035
min	2.464-2.488=-0.024
max	2.933-2.986=-0.053

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.312=-0.008
σ	0.008-0.021=-0.012
min	0.288-0.288=-0.000
max	0.349-0.451=-0.102

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.290-0.293=-0.003
σ	0.009-0.007=0.002
min	0.275-0.280=-0.005
max	0.338-0.328=0.010

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.419-11.892=-0.473
σ	12.354-11.551=0.804
min	0.574-0.574=-0.000
max	106.172-77.622=28.551

*mean*	461.611-460.895=0.716
σ	19.465-19.756=-0.291
min	406.000-405.000=1.000
max	480.000-478.000=2.000

*mean*	0.026-0.027=-0.001
σ	0.030-0.028=0.002
min	0.001-0.001=0.000
max	0.262-0.179=0.083

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.078-294.164=-0.086
σ	1.097-1.050=0.047
min	293.646-293.719=-0.073
max	297.195-297.147=0.048

*mean*	441.900-443.400=-1.500
σ	17.143-18.362=-1.219
min	415.000-416.000=-1.000
max	462.000-471.000=-9.000

*mean*	0.596-0.593=0.003
σ	0.019-0.010=0.009
min	0.559-0.578=-0.019
max	0.624-0.611=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=-0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.712

*mean*	849.000-874.000=-25.000
σ	0.000
min	849.000-874.000=-25.000
max	849.000-874.000=-25.000

*mean*	151.377-221.258=-69.881
σ	12.324-25.651=-13.327
min	136.905-187.255=-50.350
max	168.074-248.914=-80.840

phase=macro expansion

*mean*	5.894-5.900=-0.006
σ	0.000
min	5.894-5.900=-0.006
max	5.894-5.900=-0.006

*mean*	849.000-874.000=-25.000
σ	0.000
min	849.000-874.000=-25.000
max	849.000-874.000=-25.000

*mean*	8.264-7.958=0.306
σ	0.980-1.313=-0.333
min	6.876-6.076=0.800
max	9.035-9.283=-0.248

phase=parser

*mean*	1042.130-1042.132=-0.002
σ	0.000-0.000=0.000
min	1042.130-1042.131=-0.002
max	1042.131-1042.132=-0.001

*mean*	849.000-874.000=-25.000
σ	0.000
min	849.000-874.000=-25.000
max	849.000-874.000=-25.000

*mean*	547.529-521.016=26.513
σ	85.163-81.149=4.014
min	442.558-410.118=32.440
max	613.881-615.542=-1.661

phase=processProdDef

*mean*	2241.195-2243.719=-2.524
σ	0.000
min	2241.195-2243.719=-2.524
max	2241.195-2243.719=-2.524

*mean*	849.000-874.000=-25.000
σ	0.000
min	849.000-874.000=-25.000
max	849.000-874.000=-25.000

*mean*	2928.141-2567.506=360.635
σ	297.315-321.525=-24.210
min	2533.575-2098.029=435.546
max	3212.842-2970.284=242.558

phase=renaming

*mean*	21.433-21.436=-0.003
σ	0.000
min	21.433-21.436=-0.003
max	21.433-21.436=-0.003

*mean*	849.000-874.000=-25.000
σ	0.000
min	849.000-874.000=-25.000
max	849.000-874.000=-25.000

*mean*	44.099-42.056=2.043
σ	4.653-5.896=-1.243
min	36.705-33.326=3.379
max	49.177-48.968=0.208

phase=type checker

*mean*	958.462-958.596=-0.134
σ	0.047
min	958.439-958.573=-0.134
max	958.564-958.698=-0.134

*mean*	849.000-874.000=-25.000
σ	0.000
min	849.000-874.000=-25.000
max	849.000-874.000=-25.000

*mean*	667.057-656.113=10.944
σ	16.154-13.406=2.748
min	644.093-634.096=9.997
max	686.618-672.944=13.675

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.245-328.245=0.000
σ	0.041-0.041=-0.000
min	328.187-328.187=0.000
max	328.288-328.288=0.000

*mean*	443.800-441.400=2.400
σ	1.095-2.608=-1.512
min	443.000-439.000=4.000
max	445.000

*mean*	0.432-0.439=-0.008
σ	0.007-0.010=-0.003
min	0.426-0.430=-0.003
max	0.443-0.454=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.451-1313.469=-0.018
σ	0.129-0.127=0.002
min	1313.352-1313.358=-0.006
max	1313.672-1313.677=-0.004

*mean*	1080.600-1092.800=-12.200
σ	184.760-187.250=-2.490
min	853.000-880.000=-27.000
max	1324.000-1332.000=-8.000

*mean*	1.869-1.895=-0.026
σ	0.039-0.053=-0.014
min	1.830-1.836=-0.006
max	1.915-1.953=-0.038

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.440-1552.426=0.014
σ	3.055-3.073=-0.018
min	1550.871-1550.855=0.016
max	1557.893-1557.910=-0.017

*mean*	625.400-624.600=0.800
σ	59.668-86.460=-26.792
min	545.000-523.000=22.000
max	702.000-738.000=-36.000

*mean*	2.310-2.243=0.067
σ	0.180-0.206=-0.027
min	2.127-2.030=0.096
max	2.512-2.573=-0.061

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.442-1875.461=-0.019
σ	0.045-0.048=-0.003
min	1875.381-1875.396=-0.015
max	1875.477-1875.501=-0.024

*mean*	1709.800-1735.000=-25.200
σ	239.230-194.443=44.788
min	1430.000-1468.000=-38.000
max	2046.000-1918.000=128.000

*mean*	2.943-2.985=-0.042
σ	0.212-0.103=0.109
min	2.709-2.867=-0.158
max	3.255-3.144=0.111

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.653-1.648=0.005
σ	0.188-0.122=0.066
min	1.330-1.464=-0.134
max	1.804-1.758=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.342-420.598=-0.256
σ	509.315-509.825=-0.510
min	165.682-165.680=0.001
max	1184.314-1185.335=-1.021

*mean*	103.750
σ	7.500
min	100.000
max	115.000

*mean*	437.000-433.000=4.000
σ	0.000
min	437.000-433.000=4.000
max	437.000-433.000=4.000

*mean*	0.526-0.519=0.007
σ	0.515-0.489=0.025
min	0.267-0.272=-0.005
max	1.297-1.252=0.045

policies=20

*mean*	1657.036-1657.059=-0.023
σ	0.383-0.397=-0.014
min	1656.804-1656.818=-0.014
max	1657.608-1657.652=-0.044

*mean*	1000.000
σ	0.000
min	1000.000
max	1000.000

*mean*	447.250-446.750=0.500
σ	9.500-11.295=-1.795
min	437.000-433.000=4.000
max	460.000-456.000=4.000

*mean*	2.664-2.689=-0.026
σ	0.013-0.012=0.001
min	2.650-2.673=-0.023
max	2.680-2.701=-0.021

policies=200

*mean*	16578.385-16578.441=-0.056
σ	0.136-0.069=0.067
min	16578.219-16578.370=-0.151
max	16578.510-16578.535=-0.025

*mean*	10000.000
σ	0.000
min	10000.000
max	10000.000

*mean*	501.250-501.500=-0.250
σ	6.652-2.646=4.006
min	492.000-499.000=-7.000
max	507.000-505.000=2.000

*mean*	26.901-27.187=-0.286
σ	0.124-0.159=-0.035
min	26.816-27.003=-0.188
max	27.084-27.389=-0.304