Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.714-54.718=-0.004
σ	0.365-0.366=-0.001
min	54.570-54.566=0.004
max	55.751-55.756=-0.006

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.138-0.136=0.002
σ	0.004-0.005=-0.001
min	0.134-0.131=0.003
max	0.145-0.144=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.776=0.001
σ	0.007-0.009=-0.003
min	43.768-43.758=0.010
max	43.788-43.788=-0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.121-0.122=-0.002
σ	0.004-0.003=0.001
min	0.116-0.120=-0.004
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4422.875-4585.625=-162.750
σ	2227.884-2253.009=-25.124
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	13.628-13.577=0.051
σ	3.623-3.463=0.160
min	12.126-11.884=0.242
max	22.582-22.024=0.558

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.001

*mean*	4604.250-4585.625=18.625
σ	2258.832-2253.009=5.824
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	165.160-13.606=151.554
σ	427.364-3.332=424.032
min	11.979-11.342=0.637
max	1222.794-21.694=1201.100

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.943=-0.000

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	11.339-11.031=0.309
σ	0.281-0.175=0.106
min	10.980-10.732=0.248
max	11.735-11.249=0.486

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=0.000

*mean*	4193.625-4172.375=21.250
σ	1954.407-1944.975=9.432
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	11.981-12.005=-0.024
σ	1.671-1.783=-0.112
min	11.210-11.071=0.139
max	16.098-16.384=-0.286

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4193.625-4172.375=21.250
σ	1954.407-1944.975=9.432
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	9.097-9.118=-0.021
σ	1.257-1.323=-0.066
min	7.879-7.897=-0.018
max	12.065-12.258=-0.193

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.383=0.000
max	26.384-26.384=0.000

*mean*	4193.625-4172.375=21.250
σ	1954.407-1944.975=9.432
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	6.688-6.764=-0.076
σ	1.089-1.154=-0.065
min	5.744-5.955=-0.211
max	9.295-9.525=-0.230

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4604.250-4585.625=18.625
σ	2258.832-2253.009=5.824
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	6.865-6.352=0.513
σ	1.331-0.989=0.342
min	5.897-5.810=0.087
max	9.181-8.776=0.405

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=-0.001
min	25.961
max	25.962-25.965=-0.002

*mean*	4604.250-4585.625=18.625
σ	2258.832-2253.009=5.824
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	6.486-6.180=0.306
σ	1.416-1.029=0.387
min	5.407-5.714=-0.308
max	8.937-8.719=0.218

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	345.601-361.559=-15.958
σ	1.841-44.211=-42.370
min	343.368-342.188=1.180
max	348.281-470.727=-122.446

op=load_product(), with indexes

*mean*	3495.855
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3768.250-3750.500=17.750
σ	2309.962-2298.123=11.840
min	720.000
max	7408.000-7401.000=7.000

*mean*	1789.401-1585.467=203.934
σ	645.074-467.278=177.796
min	1402.871-1387.087=15.784
max	2847.766-2731.482=116.283

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.842=-0.001

*mean*	4193.625-4406.625=-213.000
σ	1954.407-2224.234=-269.827
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	134.500-273.559=-139.059
σ	17.385-387.835=-370.450
min	124.881-123.502=1.378
max	176.556-1232.393=-1055.837

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4422.875-4585.625=-162.750
σ	2227.884-2253.009=-25.124
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	165.068-216.436=-51.368
σ	343.219-481.535=-138.317
min	42.535-40.239=2.296
max	1014.487-1408.019=-393.532

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	69.632-22.354=47.279
σ	132.277-1.158=131.119
min	21.990-21.534=0.456
max	396.983-25.016=371.967

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	58.166-258.920=-200.754
σ	6.986-574.103=-567.117
min	55.073-54.857=0.216
max	75.374-1679.748=-1604.374

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.014=-0.001
min	4646.837
max	4646.875-4646.876=-0.002

*mean*	4193.625-4172.375=21.250
σ	1954.407-1944.975=9.432
min	1485.000-1486.000=-1.000
max	7408.000-7401.000=7.000

*mean*	3198.064-3278.763=-80.699
σ	711.244-973.580=-262.336
min	2495.595-2481.725=13.870
max	4148.795-4995.351=-846.556

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	1016.696-1004.685=12.011
σ	203.995-130.095=73.900
min	920.340-901.367=18.972
max	1499.606-1225.362=274.244

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.082=0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7408.000-7401.000=7.000
σ	0.000
min	7408.000-7401.000=7.000
max	7408.000-7401.000=7.000

*mean*	405.751-395.879=9.872
σ	44.813-4.065=40.749
min	382.186-387.221=-5.035
max	516.066-400.940=115.127

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-475.500=1.000
σ	0.926-0.756=0.170
min	475.000
max	477.000

*mean*	402.448-388.933=13.515
σ	27.198-15.050=12.147
min	362.619-372.898=-10.279
max	435.539-421.780=13.760

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.500-559.125=0.375
σ	0.535-3.482=-2.948
min	559.000-555.000=4.000
max	560.000-562.000=-2.000

*mean*	732.947-726.679=6.268
σ	43.365-63.139=-19.774
min	635.360-628.632=6.729
max	776.421-816.451=-40.030

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.547-964.529=0.018
σ	1.820-1.820=-0.000
min	963.844-963.825=0.019
max	972.242-972.223=0.019

*mean*	1045.400-1041.100=4.300
σ	320.274-310.405=9.869
min	542.000-538.000=4.000
max	1565.000-1536.000=29.000

*mean*	1.268-1.272=-0.004
σ	0.088-0.094=-0.006
min	1.173-1.170=0.003
max	1.500-1.561=-0.061

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.301=0.011
σ	0.284-0.295=-0.011
min	0.141-0.138=0.004
max	0.815-0.823=-0.009

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.480=-0.003
σ	0.316-0.337=-0.021
min	0.326-0.319=0.007
max	1.042-1.082=-0.040

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.213=0.001
σ	0.023-0.023=0.000
min	0.196-0.194=0.003
max	0.254-0.252=0.002

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.327=0.002
σ	0.016-0.017=-0.001
min	0.315-0.313=0.002
max	0.356-0.355=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.839=0.140
σ	0.009
min	964.974-964.834=0.140
max	964.996-964.855=0.140

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.538-0.565=-0.028
σ	0.036-0.040=-0.004
min	0.503-0.500=0.004
max	0.594-0.597=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.510-0.474=0.036
σ	0.019-0.040=-0.021
min	0.478-0.434=0.045
max	0.526-0.518=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.659-2.625=0.034
σ	0.098-0.100=-0.001
min	2.501-2.458=0.043
max	2.931-2.901=0.030

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.588-2.634=-0.046
σ	0.078-0.103=-0.025
min	2.453-2.463=-0.010
max	2.839-2.952=-0.113

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.304-0.302=0.001
σ	0.011-0.012=-0.000
min	0.288-0.289=-0.001
max	0.371-0.379=-0.008

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.294-0.285=0.009
σ	0.025-0.007=0.018
min	0.274-0.268=0.006
max	0.503-0.326=0.178

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.899-11.960=-0.061
σ	11.443-11.185=0.257
min	0.574-0.574=0.000
max	102.999-114.091=-11.092

*mean*	459.753-454.172=5.581
σ	19.555-19.530=0.025
min	408.000
max	477.000-473.000=4.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.027=0.001
min	0.001-0.001=-0.000
max	0.246-0.271=-0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.795-278.964=-0.169
σ	0.994-1.093=-0.100
min	278.410-278.489=-0.079
max	281.620-282.065=-0.445

*mean*	443.500-444.900=-1.400
σ	14.767-19.919=-5.152
min	417.000-415.000=2.000
max	467.000-468.000=-1.000

*mean*	0.573-0.584=-0.012
σ	0.032-0.019=0.013
min	0.490-0.548=-0.057
max	0.601-0.611=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	224.120-214.907=9.213
σ	22.393-26.628=-4.235
min	187.064-184.899=2.165
max	246.750-242.539=4.211

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	7.422-7.596=-0.174
σ	1.635-1.592=0.043
min	5.808-5.834=-0.026
max	9.044-9.310=-0.266

phase=parser

*mean*	1042.134-1041.967=0.167
σ	0.000-0.000=-0.000
min	1042.133-1041.967=0.167
max	1042.134-1041.967=0.167

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	495.559-554.989=-59.429
σ	111.618-151.387=-39.770
min	377.357-373.799=3.558
max	604.575-731.747=-127.172

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	2552.945-2948.290=-395.344
σ	572.818-402.953=169.865
min	1739.452-2301.603=-562.150
max	3331.235-3430.813=-99.578

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	39.703-30.549=9.155
σ	3.988-8.494=-4.506
min	30.321-19.245=11.076
max	42.583-42.272=0.311

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	667.885-669.231=-1.346
σ	34.466-54.246=-19.781
min	640.615-610.938=29.677
max	743.562-750.975=-7.413

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.589-282.359=0.230
σ	0.036-0.037=-0.001
min	282.538-282.306=0.232
max	282.624-282.397=0.227

*mean*	439.400-439.000=0.400
σ	3.286-2.739=0.548
min	437.000
max	443.000-442.000=1.000

*mean*	0.384-0.380=0.003
σ	0.009-0.007=0.002
min	0.377-0.375=0.002
max	0.397-0.388=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.792-1267.621=0.171
σ	0.112-0.113=-0.001
min	1267.703-1267.449=0.254
max	1267.980-1267.764=0.216

*mean*	1086.000-1093.200=-7.200
σ	184.697-170.501=14.196
min	869.000-891.000=-22.000
max	1325.000-1327.000=-2.000

*mean*	1.884-2.191=-0.306
σ	0.092-0.168=-0.075
min	1.794-2.084=-0.290
max	2.013-2.488=-0.474

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.777-1506.523=0.255
σ	2.977-2.938=0.039
min	1505.217-1504.995=0.223
max	1512.089-1511.766=0.323

*mean*	612.000-623.600=-11.600
σ	88.091-87.897=0.194
min	507.000-493.000=14.000
max	718.000-727.000=-9.000

*mean*	2.263-2.173=0.090
σ	0.238-0.126=0.112
min	2.076-2.096=-0.020
max	2.665-2.398=0.267

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.803-1829.581=0.222
σ	0.050-0.039=0.011
min	1829.726-1829.522=0.205
max	1829.849-1829.619=0.230

*mean*	1732.000-1724.200=7.800
σ	173.699-183.002=-9.302
min	1473.000-1469.000=4.000
max	1880.000-1893.000=-13.000

*mean*	2.992-2.955=0.037
σ	0.228-0.287=-0.059
min	2.837-2.739=0.099
max	3.393-3.451=-0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.779-1.739=0.039
σ	0.128-0.165=-0.037
min	1.614-1.470=0.143
max	1.929-1.877=0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.599-393.850=11.748
σ	509.661-509.577=0.084
min	150.763-139.059=11.704
max	1170.090-1158.216=11.874

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.511-0.492=0.019
σ	0.503-0.517=-0.014
min	0.255-0.231=0.023
max	1.265-1.267=-0.002

policies=20

*mean*	1507.819-1390.717=117.102
σ	0.267-0.162=0.105
min	1507.642-1390.601=117.041
max	1508.215-1390.956=117.259

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	446.750-444.500=2.250
σ	2.500-9.000=-6.500
min	443.000-440.000=3.000
max	448.000-458.000=-10.000

*mean*	2.495-2.315=0.180
σ	0.006-0.020=-0.014
min	2.487-2.292=0.195
max	2.501-2.342=0.159

policies=200

*mean*	15086.794-13915.905=1170.889
σ	0.052-0.135=-0.083
min	15086.717-13915.807=1170.910
max	15086.830-13916.100=1170.730

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	497.000-493.500=3.500
σ	4.546-3.697=0.849
min	493.000-490.000=3.000
max	503.000-498.000=5.000

*mean*	25.225-23.423=1.802
σ	0.101-0.192=-0.091
min	25.103-23.292=1.811
max	25.349-23.703=1.646