Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.823=0.001
σ	0.361-0.361=-0.000
min	57.684-57.680=0.003
max	58.850-58.850=0.000

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.146-0.147=-0.000
σ	0.005-0.003=0.002
min	0.138-0.143=-0.005
max	0.155-0.153=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.898=-0.001
σ	0.006-0.006=-0.000
min	46.889-46.890=-0.001
max	46.909-46.912=-0.002

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.131-0.130=0.001
σ	0.004-0.004=0.000
min	0.127-0.126=0.001
max	0.138-0.138=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.001
σ	0.000-0.000=-0.000
min	36.605-36.605=0.001
max	36.606-36.605=0.001

*mean*	4194.500-4427.375=-232.875
σ	2079.963-2228.065=-148.102
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	12.006-12.718=-0.712
σ	0.139-2.061=-1.922
min	11.906-11.773=0.133
max	12.294-17.788=-5.495

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.606-36.605=0.001
max	36.606-36.606=0.000

*mean*	4194.500-4607.625=-413.125
σ	2079.963-2259.327=-179.364
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	11.560-120.285=-108.725
σ	0.408-303.250=-302.842
min	11.307-11.455=-0.149
max	12.554-870.774=-858.220

op=table_records(), no indexes

*mean*	41.941-41.940=0.001
σ	0.002-0.002=0.000
min	41.939-41.938=0.001
max	41.944-41.942=0.002

*mean*	7966.625-7409.000=557.625
σ	281.029-0.000=281.029
min	7763.000-7409.000=354.000
max	8306.000-7409.000=897.000

*mean*	11.149-10.707=0.443
σ	0.200-0.398=-0.199
min	10.963-10.391=0.572
max	11.458-11.665=-0.207

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.000-0.000=-0.000
min	41.925-41.924=0.001
max	41.926-41.926=0.001

*mean*	4194.500-4198.625=-4.125
σ	2079.963-1955.485=124.478
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	11.060-11.310=-0.250
σ	0.135-1.793=-1.658
min	10.888-10.547=0.340
max	11.233-15.740=-4.507

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.635-27.634=0.001
σ	0.136-0.136=0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	4194.500-4198.625=-4.125
σ	2079.963-1955.485=124.478
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	8.443-8.836=-0.394
σ	0.247-1.167=-0.919
min	8.036-7.897=0.140
max	8.777-11.665=-2.888

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.385=0.001
σ	0.000-0.000=0.000
min	26.386-26.385=0.001
max	26.386-26.385=0.001

*mean*	4194.500-4198.625=-4.125
σ	2079.963-1955.485=124.478
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	6.669-6.838=-0.170
σ	0.352-0.941=-0.589
min	6.365-6.272=0.093
max	7.443-9.147=-1.704

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.663=0.001
σ	0.004-0.004=0.000
min	25.662-25.662=0.001
max	25.675-25.674=0.001

*mean*	4194.500-4607.625=-413.125
σ	2079.963-2259.327=-179.364
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	5.724-6.379=-0.656
σ	0.088-1.126=-1.037
min	5.594-5.613=-0.019
max	5.883-8.790=-2.907

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.001
σ	0.001-0.001=-0.000
min	25.963-25.962=0.001
max	25.964-25.964=0.001

*mean*	4194.500-4607.625=-413.125
σ	2079.963-2259.327=-179.364
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	5.697-6.163=-0.466
σ	0.102-1.143=-1.041
min	5.495-5.452=0.042
max	5.812-8.700=-2.888

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.599=0.001
σ	0.002-0.002=-0.000
min	1021.598-1021.597=0.001
max	1021.602-1021.602=0.000

*mean*	7898.750-7409.000=489.750
σ	251.360-0.000=251.360
min	7763.000-7409.000=354.000
max	8306.000-7409.000=897.000

*mean*	347.328-348.491=-1.163
σ	2.028-1.168=0.860
min	344.356-346.255=-1.899
max	350.087-349.788=0.299

op=load_product(), with indexes

*mean*	3495.848-3495.848=0.001
σ	0.460-0.460=0.001
min	3495.686-3495.685=0.001
max	3496.988-3496.986=0.002

*mean*	3356.000-3771.500=-415.500
σ	1784.000-2311.617=-527.617
min	642.000-720.000=-78.000
max	5548.000-7409.000=-1861.000

*mean*	1696.674-1805.888=-109.215
σ	580.713-678.812=-98.099
min	1386.446-1400.767=-14.321
max	2899.333-2958.481=-59.148

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=0.000
min	107.842-107.841=0.000
max	107.843-107.842=0.001

*mean*	4194.500-4198.625=-4.125
σ	2079.963-1955.485=124.478
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	140.537-137.278=3.259
σ	10.098-16.535=-6.437
min	125.551-125.662=-0.110
max	157.624-177.305=-19.681

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.001
σ	0.001-0.001=-0.000
min	62.066-62.065=0.001
max	62.070-62.070=-0.000

*mean*	4194.500-4427.375=-232.875
σ	2079.963-2228.065=-148.102
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	42.950-152.763=-109.812
σ	1.814-310.955=-309.141
min	40.732-41.102=-0.370
max	45.289-922.331=-877.043

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002-0.002=-0.000
min	40.926-40.926=0.001
max	40.930-40.930=-0.000

*mean*	7966.625-7409.000=557.625
σ	281.029-0.000=281.029
min	7763.000-7409.000=354.000
max	8306.000-7409.000=897.000

*mean*	21.872-93.843=-71.971
σ	0.180-202.295=-202.115
min	21.644-20.954=0.690
max	22.124-594.449=-572.325

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=-0.000
min	71.294-71.293=0.001
max	71.298-71.297=0.001

*mean*	7966.625-7409.000=557.625
σ	281.029-0.000=281.029
min	7763.000-7409.000=354.000
max	8306.000-7409.000=897.000

*mean*	63.521-58.715=4.805
σ	0.511-8.222=-7.711
min	62.679-55.046=7.633
max	64.349-78.981=-14.632

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.014=-0.000
min	4646.838-4646.837=0.001
max	4646.876-4646.875=0.001

*mean*	4194.500-4198.625=-4.125
σ	2079.963-1955.485=124.478
min	1244.000-1484.000=-240.000
max	7763.000-7409.000=354.000

*mean*	3537.842-3294.490=243.352
σ	753.424-781.869=-28.445
min	2495.516-2554.154=-58.638
max	4463.559-4459.042=4.516

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.830=0.001
σ	0.002-0.002=0.000
min	1973.829-1973.829=0.001
max	1973.834-1973.833=0.001

*mean*	7966.625-7409.000=557.625
σ	281.029-0.000=281.029
min	7763.000-7409.000=354.000
max	8306.000-7409.000=897.000

*mean*	1065.153-1084.184=-19.031
σ	401.083-269.837=131.246
min	912.594-935.100=-22.506
max	2057.706-1522.990=534.716

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.001
σ	0.002
min	905.082-905.082=0.001
max	905.088-905.087=0.001

*mean*	7966.625-7409.000=557.625
σ	281.029-0.000=281.029
min	7763.000-7409.000=354.000
max	8306.000-7409.000=897.000

*mean*	396.917-421.972=-25.055
σ	2.461-36.587=-34.126
min	392.403-405.775=-13.372
max	399.141-512.395=-113.253

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.750-476.000=-0.250
σ	0.463-0.000=0.463
min	475.000-476.000=-1.000
max	476.000

*mean*	379.950-367.775=12.175
σ	27.782-29.582=-1.800
min	348.339-322.099=26.240
max	434.668-411.559=23.109

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.000=1.000
σ	0.000
min	563.000-562.000=1.000
max	563.000-562.000=1.000

*mean*	748.207-744.559=3.648
σ	53.752-73.840=-20.088
min	679.670-574.057=105.613
max	812.806-796.524=16.282

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-976.919=-0.001
σ	2.438-2.439=-0.000
min	976.074-976.073=0.000
max	987.250-987.251=-0.001

*mean*	1048.800-1049.100=-0.300
σ	316.619-317.610=-0.991
min	586.000-567.000=19.000
max	1516.000-1517.000=-1.000

*mean*	1.324-1.314=0.010
σ	0.172-0.186=-0.014
min	1.104-1.206=-0.102
max	1.754-2.002=-0.248

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.319-0.400=-0.081
σ	0.319-0.511=-0.191
min	0.148-0.144=0.004
max	0.887-1.310=-0.423

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.479=0.003
σ	0.317-0.323=-0.005
min	0.321-0.315=0.006
max	1.049-1.055=-0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.002
σ	0.025-0.024=0.000
min	0.199-0.199=0.001
max	0.259-0.260=-0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.439=-0.099
σ	0.018-0.247=-0.229
min	0.322-0.321=0.002
max	0.368-0.882=-0.514

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.585-0.559=0.026
σ	0.031-0.021=0.010
min	0.532-0.535=-0.003
max	0.609-0.591=0.018

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.474-0.480=-0.006
σ	0.034-0.052=-0.019
min	0.427-0.390=0.037
max	0.522-0.525=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.672-2.634=0.038
σ	0.108-0.099=0.009
min	2.480-2.504=-0.024
max	2.940-2.965=-0.026

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.611-2.583=0.028
σ	0.082-0.071=0.012
min	2.455-2.483=-0.028
max	2.868-2.945=-0.077

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.306=-0.004
σ	0.009-0.008=0.001
min	0.284-0.293=-0.009
max	0.351-0.353=-0.002

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.291=0.000
σ	0.020-0.006=0.014
min	0.274-0.277=-0.003
max	0.451-0.317=0.133

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.893-11.657=0.236
σ	12.088-11.760=0.327
min	0.574-0.574=0.000
max	115.656-126.624=-10.968

*mean*	465.123-460.271=4.852
σ	18.485-18.884=-0.399
min	407.000
max	479.000-478.000=1.000

*mean*	0.027-0.026=0.001
σ	0.030-0.028=0.001
min	0.001-0.001=-0.000
max	0.277-0.296=-0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.730-294.029=-0.299
σ	1.062-1.010=0.052
min	293.370-293.612=-0.242
max	296.751-296.901=-0.150

*mean*	442.800-441.100=1.700
σ	16.075-17.032=-0.957
min	416.000-415.000=1.000
max	463.000

*mean*	0.592-0.596=-0.003
σ	0.023-0.020=0.004
min	0.553-0.552=0.001
max	0.620-0.617=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	148.700-158.671=-9.972
σ	12.368-8.541=3.827
min	130.748-144.126=-13.378
max	161.539-165.836=-4.297

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	6.318-6.305=0.013
σ	1.071-1.111=-0.040
min	5.861-5.791=0.070
max	8.965-9.046=-0.081

phase=parser

*mean*	1042.130-1042.130=-0.000
σ	0.000-0.000=-0.000
min	1042.130-1042.129=0.001
max	1042.130

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	407.277-405.131=2.146
σ	82.533-83.054=-0.522
min	375.082-371.738=3.345
max	611.491-610.530=0.961

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	3007.984-2912.435=95.549
σ	360.844-83.666=277.178
min	2320.401-2799.665=-479.264
max	3381.478-3011.140=370.339

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	36.277-35.939=0.337
σ	4.472-4.581=-0.109
min	32.898-32.578=0.320
max	46.900-47.043=-0.144

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	678.632-672.131=6.500
σ	13.884-11.630=2.253
min	658.796-655.423=3.373
max	695.739-687.707=8.032

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.854=0.001
σ	0.037-0.037=0.000
min	327.804-327.803=0.001
max	327.892-327.890=0.002

*mean*	440.600
σ	3.578-5.413=-1.835
min	437.000-432.000=5.000
max	445.000

*mean*	0.434-0.433=0.002
σ	0.009-0.010=-0.002
min	0.424-0.424=0.000
max	0.448-0.451=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.060-1313.071=-0.011
σ	0.138-0.139=-0.001
min	1312.971-1312.971=0.000
max	1313.303-1313.314=-0.011

*mean*	1099.800-1086.400=13.400
σ	180.745-163.444=17.301
min	890.000-896.000=-6.000
max	1335.000-1307.000=28.000

*mean*	1.933-1.891=0.042
σ	0.119-0.058=0.062
min	1.753-1.819=-0.066
max	2.087-1.969=0.118

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.074-1552.032=0.042
σ	3.077-3.053=0.024
min	1550.504-1550.505=-0.000
max	1557.569-1557.485=0.085

*mean*	607.200-639.600=-32.400
σ	72.241-72.092=0.148
min	506.000-545.000=-39.000
max	685.000-738.000=-53.000

*mean*	2.390-2.186=0.203
σ	0.338-0.174=0.164
min	2.080-2.044=0.036
max	2.841-2.489=0.352

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.058-1875.060=-0.002
σ	0.045-0.047=-0.002
min	1875.003-1875.000=0.003
max	1875.113-1875.129=-0.016

*mean*	1741.400-1721.200=20.200
σ	156.669-207.072=-50.402
min	1503.000-1448.000=55.000
max	1934.000-1918.000=16.000

*mean*	2.886-2.976=-0.090
σ	0.058-0.102=-0.044
min	2.802-2.872=-0.070
max	2.955-3.121=-0.166

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.554-1.533=0.020
σ	0.081-0.215=-0.134
min	1.470-1.173=0.297
max	1.649-1.704=-0.055

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.410-419.405=0.005
σ	508.904-508.892=0.012
min	164.955-164.955=-0.000
max	1182.767-1182.743=0.023

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000-433.000=-1.000
σ	0.000
min	432.000-433.000=-1.000
max	432.000-433.000=-1.000

*mean*	0.522-0.534=-0.012
σ	0.499-0.520=-0.021
min	0.267-0.266=0.001
max	1.271-1.313=-0.043

policies=20

*mean*	1649.815-1649.820=-0.005
σ	0.390-0.379=0.011
min	1649.589-1649.597=-0.008
max	1650.399-1650.387=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.500-448.500=4.000
σ	10.630-9.950=0.680
min	439.000-438.000=1.000
max	461.000-462.000=-1.000

*mean*	2.673-2.667=0.006
σ	0.022-0.013=0.009
min	2.651-2.650=0.001
max	2.703-2.681=0.022

policies=200

*mean*	16505.938-16506.047=-0.109
σ	0.149-0.085=0.064
min	16505.762-16505.958=-0.195
max	16506.105-16506.161=-0.056

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	501.500-499.000=2.500
σ	5.972-5.477=0.495
min	495.000-493.000=2.000
max	509.000-506.000=3.000

*mean*	26.804-26.821=-0.016
σ	0.193-0.125=0.069
min	26.587-26.695=-0.108
max	27.025-26.950=0.075