Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.714-54.718=-0.005
σ	0.365-0.363=0.002
min	54.570-54.574=-0.004
max	55.751-55.749=0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.138-0.140=-0.001
σ	0.004-0.005=-0.001
min	0.134-0.131=0.003
max	0.145-0.146=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=-0.000
σ	0.007-0.009=-0.002
min	43.768-43.763=0.005
max	43.788-43.793=-0.005

*mean*	417.000-418.600=-1.600
σ	0.000-0.516=-0.516
min	417.000-418.000=-1.000
max	417.000-419.000=-2.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.004=0.001
min	0.116-0.119=-0.004
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4422.875-4591.250=-168.375
σ	2227.884-2249.132=-21.248
min	1485.000
max	7408.000-7386.000=22.000

*mean*	13.628-126.181=-112.552
σ	3.623-322.744=-319.120
min	12.126-11.759=0.367
max	22.582-924.930=-902.349

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4604.250-4591.250=13.000
σ	2258.832-2249.132=9.700
min	1485.000
max	7408.000-7386.000=22.000

*mean*	165.160-14.061=151.098
σ	427.364-4.411=422.952
min	11.979-11.508=0.471
max	1222.794-24.898=1197.895

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.001

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	11.339-11.019=0.320
σ	0.281-0.132=0.149
min	10.980-10.792=0.188
max	11.735-11.235=0.501

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.000
min	41.924
max	41.925-41.925=0.000

*mean*	4193.625-4181.750=11.875
σ	1954.407-1945.310=9.097
min	1485.000
max	7408.000-7386.000=22.000

*mean*	11.981-11.665=0.316
σ	1.671-1.798=-0.127
min	11.210-10.835=0.375
max	16.098-16.098=-0.000

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4193.625-4181.750=11.875
σ	1954.407-1945.310=9.097
min	1485.000
max	7408.000-7386.000=22.000

*mean*	9.097-9.188=-0.092
σ	1.257-1.291=-0.035
min	7.879-8.563=-0.684
max	12.065-12.369=-0.304

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4193.625-4181.750=11.875
σ	1954.407-1945.310=9.097
min	1485.000
max	7408.000-7386.000=22.000

*mean*	6.688-7.295=-0.607
σ	1.089-0.975=0.114
min	5.744-6.742=-0.998
max	9.295-9.668=-0.373

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4604.250-4591.250=13.000
σ	2258.832-2249.132=9.700
min	1485.000
max	7408.000-7386.000=22.000

*mean*	6.865-6.332=0.534
σ	1.331-1.064=0.267
min	5.897-5.821=0.077
max	9.181-8.952=0.228

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4604.250-4591.250=13.000
σ	2258.832-2249.132=9.700
min	1485.000
max	7408.000-7386.000=22.000

*mean*	6.486-6.195=0.291
σ	1.416-1.117=0.299
min	5.407-5.679=-0.272
max	8.937-8.953=-0.016

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	345.601-363.743=-18.142
σ	1.841-42.610=-40.770
min	343.368-346.932=-3.564
max	348.281-469.163=-120.882

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.453=0.001
min	3495.694
max	3496.978-3496.977=0.002

*mean*	3768.250-3757.875=10.375
σ	2309.962-2300.241=9.722
min	720.000-719.000=1.000
max	7408.000-7386.000=22.000

*mean*	1789.401-1777.761=11.640
σ	645.074-690.440=-45.366
min	1402.871-1397.489=5.383
max	2847.766-2974.514=-126.748

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.842=-0.001

*mean*	4193.625-4411.000=-217.375
σ	1954.407-2218.713=-264.306
min	1485.000
max	7408.000-7386.000=22.000

*mean*	134.500-360.700=-226.201
σ	17.385-619.927=-602.542
min	124.881-130.482=-5.601
max	176.556-1894.395=-1717.839

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.001

*mean*	4422.875-4411.000=11.875
σ	2227.884-2218.713=9.172
min	1485.000
max	7408.000-7386.000=22.000

*mean*	165.068-43.749=121.319
σ	343.219-3.087=340.132
min	42.535-40.652=1.883
max	1014.487-49.533=964.954

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	69.632-22.323=47.309
σ	132.277-1.610=130.667
min	21.990-21.674=0.316
max	396.983-26.305=370.679

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	58.166-319.660=-261.494
σ	6.986-741.310=-734.325
min	55.073-56.299=-1.227
max	75.374-2154.300=-2078.926

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4193.625-4181.750=11.875
σ	1954.407-1945.310=9.097
min	1485.000
max	7408.000-7386.000=22.000

*mean*	3198.064-3239.781=-41.716
σ	711.244-680.019=31.225
min	2495.595-2522.625=-27.030
max	4148.795-4089.470=59.325

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	1016.696-1079.337=-62.642
σ	203.995-282.288=-78.293
min	920.340-921.906=-1.566
max	1499.606-1743.131=-243.526

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7408.000-7386.000=22.000
σ	0.000
min	7408.000-7386.000=22.000
max	7408.000-7386.000=22.000

*mean*	405.751-396.136=9.615
σ	44.813-8.424=36.389
min	382.186-382.678=-0.492
max	516.066-413.693=102.373

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-477.000=-0.500
σ	0.926-0.000=0.926
min	475.000-477.000=-2.000
max	477.000

*mean*	402.448-381.024=21.424
σ	27.198-25.720=1.478
min	362.619-356.509=6.110
max	435.539-425.009=10.530

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.500-558.750=0.750
σ	0.535-1.389=-0.854
min	559.000-558.000=1.000
max	560.000-561.000=-1.000

*mean*	732.947-731.794=1.153
σ	43.365-42.977=0.388
min	635.360-650.667=-15.307
max	776.421-783.438=-7.017

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.547-964.530=0.017
σ	1.820-1.820=0.000
min	963.844-963.826=0.017
max	972.242-972.225=0.017

*mean*	1045.400-1046.450=-1.050
σ	320.274-321.440=-1.165
min	542.000-541.000=1.000
max	1565.000-1567.000=-2.000

*mean*	1.268-1.264=0.004
σ	0.088-0.109=-0.021
min	1.173-1.185=-0.012
max	1.500-1.669=-0.169

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.503=-0.190
σ	0.284-0.460=-0.176
min	0.141-0.237=-0.095
max	0.815-1.307=-0.492

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.823=-0.347
σ	0.316-0.519=-0.203
min	0.326-0.573=-0.248
max	1.042-1.752=-0.710

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.384=-0.170
σ	0.023-0.036=-0.013
min	0.196-0.355=-0.158
max	0.254-0.445=-0.191

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.598=-0.270
σ	0.016-0.028=-0.012
min	0.315-0.575=-0.260
max	0.356-0.647=-0.291

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.538-0.726=-0.188
σ	0.036-0.036=-0.000
min	0.503-0.664=-0.160
max	0.594-0.749=-0.155

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.510-0.638=-0.128
σ	0.019-0.006=0.013
min	0.478-0.630=-0.151
max	0.526-0.647=-0.122

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.659-3.553=-0.894
σ	0.098-0.087=0.012
min	2.501-3.424=-0.923
max	2.931-4.009=-1.078

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.588-3.285=-0.696
σ	0.078-0.361=-0.283
min	2.453-2.677=-0.223
max	2.839-4.029=-1.190

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.304-0.534=-0.230
σ	0.011-0.060=-0.048
min	0.288-0.297=-0.008
max	0.371-0.742=-0.371

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.294-0.508=-0.213
σ	0.025-0.047=-0.021
min	0.274-0.305=-0.031
max	0.503-0.737=-0.234

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.899-11.653=0.246
σ	11.443-11.580=-0.137
min	0.574-0.573=0.000
max	102.999-77.653=25.346

*mean*	459.753-459.994=-0.241
σ	19.555-18.358=1.196
min	408.000
max	477.000-476.000=1.000

*mean*	0.027-0.027=0.000
σ	0.028-0.028=-0.000
min	0.001-0.001=0.000
max	0.246-0.192=0.054

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.795-279.002=-0.207
σ	0.994-1.049=-0.055
min	278.410-278.551=-0.141
max	281.620-281.980=-0.360

*mean*	443.500-444.200=-0.700
σ	14.767-15.533=-0.767
min	417.000-416.000=1.000
max	467.000-464.000=3.000

*mean*	0.573-0.579=-0.006
σ	0.032-0.019=0.013
min	0.490-0.542=-0.051
max	0.601-0.608=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	224.120-220.935=3.185
σ	22.393-25.294=-2.901
min	187.064-180.825=6.239
max	246.750-245.067=1.683

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	7.422-7.476=-0.053
σ	1.635-1.731=-0.097
min	5.808-5.771=0.037
max	9.044-9.355=-0.312

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.000-0.000=-0.000
min	1042.133
max	1042.134

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	495.559-490.922=4.638
σ	111.618-122.800=-11.182
min	377.357-372.631=4.727
max	604.575-634.359=-29.784

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	2552.945-2926.487=-373.542
σ	572.818-292.126=280.692
min	1739.452-2688.959=-949.507
max	3331.235-3437.014=-105.779

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	39.703-36.885=2.818
σ	3.988-5.373=-1.385
min	30.321-29.670=0.651
max	42.583-42.266=0.317

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	667.885-647.113=20.772
σ	34.466-24.717=9.749
min	640.615-614.825=25.790
max	743.562-693.373=50.189

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.589-282.360=0.229
σ	0.036-0.035=0.000
min	282.538-282.310=0.228
max	282.624-282.396=0.227

*mean*	439.400-441.000=-1.600
σ	3.286-2.739=0.548
min	437.000-439.000=-2.000
max	443.000-444.000=-1.000

*mean*	0.384-0.384=-0.001
σ	0.009-0.009=-0.000
min	0.377-0.375=0.002
max	0.397-0.397=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.792-1267.589=0.203
σ	0.112-0.102=0.010
min	1267.703-1267.471=0.231
max	1267.980-1267.749=0.231

*mean*	1086.000-1089.600=-3.600
σ	184.697-165.260=19.437
min	869.000-892.000=-23.000
max	1325.000-1314.000=11.000

*mean*	1.884-2.092=-0.208
σ	0.092-0.127=-0.035
min	1.794-1.889=-0.094
max	2.013-2.232=-0.218

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.777-1506.533=0.244
σ	2.977-2.923=0.054
min	1505.217-1505.034=0.184
max	1512.089-1511.753=0.336

*mean*	612.000-625.400=-13.400
σ	88.091-87.248=0.842
min	507.000-495.000=12.000
max	718.000-727.000=-9.000

*mean*	2.263-2.200=0.063
σ	0.238-0.086=0.152
min	2.076-2.092=-0.016
max	2.665-2.287=0.378

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.803-1829.577=0.226
σ	0.050-0.041=0.009
min	1829.726-1829.524=0.202
max	1829.849-1829.619=0.230

*mean*	1732.000-1730.000=2.000
σ	173.699-173.653=0.046
min	1473.000-1481.000=-8.000
max	1880.000-1890.000=-10.000

*mean*	2.992-3.059=-0.067
σ	0.228-0.368=-0.141
min	2.837-2.832=0.005
max	3.393-3.714=-0.321

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.779-1.684=0.095
σ	0.128-0.091=0.037
min	1.614-1.556=0.057
max	1.929-1.776=0.153

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.599-393.868=11.731
σ	509.661-509.607=0.054
min	150.763-139.062=11.701
max	1170.090-1158.278=11.812

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.511-0.476=0.035
σ	0.503-0.486=0.017
min	0.255-0.230=0.025
max	1.265-1.204=0.061

policies=20

*mean*	1507.819-1390.730=117.089
σ	0.267-0.164=0.103
min	1507.642-1390.614=117.029
max	1508.215-1390.972=117.242

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	446.750-446.000=0.750
σ	2.500-6.000=-3.500
min	443.000
max	448.000-455.000=-7.000

*mean*	2.495-2.313=0.181
σ	0.006-0.006=-0.000
min	2.487-2.308=0.180
max	2.501-2.321=0.180

policies=200

*mean*	15086.794-13915.814=1170.980
σ	0.052-0.165=-0.113
min	15086.717-13915.669=1171.048
max	15086.830-13916.051=1170.780

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	497.000-495.000=2.000
σ	4.546-3.367=1.180
min	493.000-491.000=2.000
max	503.000-499.000=4.000

*mean*	25.225-23.486=1.739
σ	0.101-0.256=-0.155
min	25.103-23.287=1.816
max	25.349-23.862=1.488